-- Logs begin at Thu 2022-03-10 05:19:54 UTC, end at Thu 2022-03-10 06:35:39 UTC. -- Mar 10 06:07:37.751181 dv-cinder-804735-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 06:07:40.703118 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.common.config [-] Logging enabled! Mar 10 06:07:40.703676 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 06:07:40.703915 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 06:07:40.707420 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.common.config [-] Logging enabled! Mar 10 06:07:40.707677 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 06:07:40.707989 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103514) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 06:07:40.708924 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:07:40.709160 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:07:40.709531 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:07:40.709779 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:07:40.710006 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:07:40.710791 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.711228 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 06:07:40.711543 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.711841 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.712133 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.712429 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.712721 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.713004 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.713294 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.713592 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.713879 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.714159 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.714444 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.714775 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.715061 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.715346 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.715630 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.715911 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] debug = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.716191 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.716632 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.717044 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.717326 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.717612 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.717908 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.718164 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.718438 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.718748 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.719081 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] host = dv-cinder-804735-28-iscsi {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.719359 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.719643 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.719927 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.720211 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.720483 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.720758 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.721091 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.721376 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.721632 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.721908 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.722194 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.722478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.722790 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.723020 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.723244 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.723536 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.723820 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.724094 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.724364 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.724635 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.724908 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.725178 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.725444 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.725726 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.726006 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.726288 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.726560 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.726859 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.727129 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.727401 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.727683 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.727955 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.728225 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.728496 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.728782 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.729052 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.729325 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.729624 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.729905 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.730184 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.730464 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.730759 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.731044 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.731314 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.731583 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.731854 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_json = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.732123 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.732392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.732669 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.732942 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.733212 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.733482 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.733751 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.734034 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.734303 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:40.734595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.734917 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.735218 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.735512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.735804 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.736084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.736371 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.737166 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.737675 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.737675 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.738023 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.738301 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.738599 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.738914 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.739211 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.739514 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.739806 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.740095 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.740369 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.740642 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.740920 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.741197 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.741485 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.741762 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.742049 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.742335 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.742614 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.742938 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.743224 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.743517 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.743807 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.744080 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.744357 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.744645 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.744921 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.745194 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.745469 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.745756 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.746031 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.746307 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.746588 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.746887 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.747160 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.747433 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.747712 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.748003 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.748282 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.748554 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.748822 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.749098 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.749371 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.749655 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.749931 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.750200 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.750471 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.750778 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.751051 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.751323 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.751598 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.751867 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.752146 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.753293 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.753293 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.753624 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.753901 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.754176 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.754449 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.754743 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.755022 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.755296 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.755569 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.755843 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.756117 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.756390 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.756676 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.756973 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.757247 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.757524 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.757803 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.758100 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.758340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.758617 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.758919 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.759198 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.759470 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.759759 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.760041 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.760325 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.760627 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.760905 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.761195 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.761470 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.761744 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.762025 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.762300 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.762573 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.762876 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.763156 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.763446 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.763735 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.764025 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.764312 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.764601 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.764878 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.765181 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.765460 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:40.765676 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:07:40.765913 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103514) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 06:07:41.154463 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 06:07:41.154772 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 06:07:41.155084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 06:07:41.155563 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 06:07:41.484667 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.484882 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.485157 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.486334 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.487239 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.487532 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.533247 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.533558 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.533825 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.547858 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.548145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.548418 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.577896 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.578179 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.578451 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.616735 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.617013 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.617285 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.966637 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.967274 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.967274 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.967455 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:41.968153 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.067239 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.067556 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.067839 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.068118 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.068392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.068705 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.068971 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.069233 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.069494 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.069778 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.070041 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.070310 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.070572 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.070982 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.071248 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.071518 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.071782 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.072055 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.072329 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.072595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.072872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.073127 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.073410 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.073789 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.074044 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.074296 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.074715 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.074967 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.075205 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.075445 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.075684 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.075923 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:42.076285 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 06:07:42.079442 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 06:07:42.084174 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 06:07:42.087911 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 10 06:07:42.089552 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 06:07:42.090021 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 06:07:42.090356 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 06:07:42.090780 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 06:07:42.093618 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 06:07:42.093872 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 06:07:42.094222 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 06:07:42.099790 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 06:07:42.123395 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 06:07:42.123847 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.124145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103514) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 06:07:42.124516 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.125901 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103514) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 06:07:42.126184 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 06:07:42.126431 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 06:07:42.129798 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.130081 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:42.193247 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 06:07:42.193489 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 06:07:42.193732 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 06:07:42.194101 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 06:07:42.214130 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_db.sqlalchemy.engines [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103514) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 06:07:42.811228 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing driver for type 'gre' Mar 10 06:07:42.811895 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] gre ID ranges: [(1, 1000)] Mar 10 06:07:43.022663 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing driver for type 'local' Mar 10 06:07:43.023307 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing driver for type 'vlan' Mar 10 06:07:43.119738 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] VlanTypeDriver initialization complete Mar 10 06:07:43.120074 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing driver for type 'vxlan' Mar 10 06:07:43.120577 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] vxlan ID ranges: [(1, 1000)] Mar 10 06:07:43.308645 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing extension driver 'port_security' Mar 10 06:07:43.308925 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] PortSecurityExtensionDriver initialization complete Mar 10 06:07:43.309266 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing mechanism driver 'openvswitch' Mar 10 06:07:43.309599 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing mechanism driver 'hyperv' Mar 10 06:07:43.316908 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:07:43.317751 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.318127 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.318478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.319033 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.319468 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.319819 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.320164 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.320601 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.321005 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.321356 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.321695 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.322086 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.322488 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.322856 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.326925 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.326925 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.326925 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.326925 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.326925 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.327366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.327366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > address_group after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.327366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > address_group after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.327366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.327366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103514) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 06:07:43.327721 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] ML2 OVO RPC backend initialized. {{(pid=103514) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 06:07:43.327721 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.328082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.328490 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.328833 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > networks before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.329173 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.329506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > ports before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.329842 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.330236 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnets before_response 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.330584 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.330947 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.331920 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.332250 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.332584 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.332919 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.333253 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.333587 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.333918 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.341186 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded quota_driver: . Mar 10 06:07:43.341573 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Modular L2 Plugin initialization complete Mar 10 06:07:43.341924 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading services supported by the core plugin {{(pid=103514) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 06:07:43.342265 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.plugins.ml2.managers [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Got port-security extension from driver 'port_security' Mar 10 06:07:43.342775 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.extensions.vlantransparent [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Disabled vlantransparent extension. Mar 10 06:07:43.343265 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103514) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 06:07:43.343588 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: router Mar 10 06:07:43.379464 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.379831 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_create 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.380200 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router before_create 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.380564 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.380939 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.381289 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_delete 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.381647 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.381997 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.382350 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_create 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.382712 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.383061 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.383405 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.383759 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.384163 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.384526 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.384862 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.385197 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: subnet after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.385530 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.385874 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.386216 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_create 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.386558 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.386926 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.387280 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router after_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.387621 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.388094 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_create 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.388455 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.388800 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_update 55549900 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.389162 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > agent after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.389511 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > agent after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.389855 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > network after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.390725 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Tracking information for resource: router configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:43.391064 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Tracking information for resource: floatingip configured {{(pid=103514) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 06:07:43.396875 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.db.l3_agentschedulers_db [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 06:07:43.397447 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.397834 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.398182 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.398530 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.399336 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router before_create 55550100 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.399701 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.400062 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_create 55550100 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.400414 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > router precommit_update 55550100 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.405232 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.provider_configuration [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service providers = [] {{(pid=103514) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 06:07:43.405596 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.db.servicetype_db [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103514) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 06:07:43.408567 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.service_base [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:07:43.408914 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.service_base [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:07:43.409282 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.service_base [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:07:43.410706 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.services.service_base [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103514) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 06:07:43.411083 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.services.service_base [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 06:07:43.411449 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.411771 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 06:07:43.422527 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.422889 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: auto_allocate Mar 10 06:07:43.429428 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: network precommit_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.429802 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: network precommit_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.430321 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.430642 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: tag Mar 10 06:07:43.437456 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.437782 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: timestamp Mar 10 06:07:43.441654 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.441979 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: network_ip_availability Mar 10 06:07:43.447983 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.448363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.448724 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.449436 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.449753 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: flavors Mar 10 06:07:43.454670 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.455010 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading Plugin: revisions Mar 10 06:07:43.459813 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103514) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 06:07:43.460207 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.305s {{(pid=103514) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 06:07:43.460946 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103514) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 06:07:43.461298 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Initializing extension manager. Mar 10 06:07:43.461798 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: __init__.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.462141 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: __pycache__ {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.462473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: address_group.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.463238 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.463811 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: address-group Mar 10 06:07:43.464136 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: address_scope.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.464836 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.465352 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: address-scope Mar 10 06:07:43.465673 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.466587 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.467143 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: router-admin-state-down-before-update Mar 10 06:07:43.467466 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: agent.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.468153 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.468662 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: agent Mar 10 06:07:43.468982 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: agent_resources_synced.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.469982 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.470498 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: agent-resources-synced Mar 10 06:07:43.470849 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: allowedaddresspairs.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.473231 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.473751 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: allowed-address-pairs Mar 10 06:07:43.474075 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: auto_allocated_topology.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.475166 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.475685 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: auto-allocated-topology Mar 10 06:07:43.476007 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: availability_zone.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.476742 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.477254 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: availability_zone Mar 10 06:07:43.477572 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: availability_zone_filter.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.483090 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.483600 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: availability_zone_filter Mar 10 06:07:43.483920 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: data_plane_status.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.484817 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.485324 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 06:07:43.485642 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: default_subnetpools.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.486546 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.487100 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: default-subnetpools Mar 10 06:07:43.487454 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.488258 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.488765 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: dhcp_agent_scheduler Mar 10 06:07:43.489083 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: dns.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.490027 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.490535 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension dns-integration not supported by any of loaded plugins Mar 10 06:07:43.490888 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: dns_domain_ports.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.491794 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.492301 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 06:07:43.492618 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.493522 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.494072 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 06:07:43.494392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: dvr.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.495085 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.495596 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: dvr Mar 10 06:07:43.495914 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: ecmp_routes.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.496823 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.497328 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 06:07:43.497651 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: empty_string_filtering.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.498548 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.499086 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: empty-string-filtering Mar 10 06:07:43.499409 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.500303 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.500813 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 06:07:43.501138 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.502071 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.502589 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 06:07:43.502926 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: external_net.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.503852 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.504368 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: external-net Mar 10 06:07:43.504691 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.505591 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.506104 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: extra_dhcp_opt Mar 10 06:07:43.506426 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: extraroute.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.507348 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.507861 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: extraroute Mar 10 06:07:43.508180 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: extraroute_atomic.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.509208 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.509724 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: extraroute-atomic Mar 10 06:07:43.510045 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: filter_validation.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.510759 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.511272 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: filter-validation Mar 10 06:07:43.511592 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: fip_pf_description.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.517967 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.519275 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 06:07:43.519595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: fip_port_details.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.520738 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.521260 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: fip-port-details Mar 10 06:07:43.521581 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: flavors.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.522872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.523393 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: flavors Mar 10 06:07:43.523716 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.525428 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.525958 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 06:07:43.526288 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: floatingip_pools.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.527016 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.527537 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: floatingip-pools Mar 10 06:07:43.527865 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: ip_allocation.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.528822 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.529338 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 06:07:43.529663 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.530571 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.531113 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: ip-substring-filtering Mar 10 06:07:43.531439 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l2_adjacency.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.532363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.532869 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 06:07:43.533189 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.534131 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.535242 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: router Mar 10 06:07:43.535612 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.537895 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.538429 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 06:07:43.538793 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.539732 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.540254 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: ext-gw-mode Mar 10 06:07:43.540623 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.541530 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.542055 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: l3-ha Mar 10 06:07:43.542387 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.543311 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.543827 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 06:07:43.544151 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_flavors.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.545058 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.545573 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: l3-flavors Mar 10 06:07:43.545899 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.547303 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.547848 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 06:07:43.548174 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.549077 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.549592 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 06:07:43.549955 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: l3agentscheduler.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.551126 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.551647 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: l3_agent_scheduler Mar 10 06:07:43.551973 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: local_ip.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.553737 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.554271 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension local_ip not supported by any of loaded plugins Mar 10 06:07:43.554609 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: logging.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.563885 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.564373 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension logging not supported by any of loaded plugins Mar 10 06:07:43.564712 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: metering.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.565455 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.566283 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: metering Mar 10 06:07:43.566616 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.567750 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.568278 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: metering_source_and_destination_fields Mar 10 06:07:43.568608 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: multiprovidernet.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.569537 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.570057 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: multi-provider Mar 10 06:07:43.570385 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: netmtu.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.571405 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.571925 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: net-mtu Mar 10 06:07:43.572251 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: netmtu_writable.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.573163 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.573673 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: net-mtu-writable Mar 10 06:07:43.573994 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: network_availability_zone.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.574666 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.575191 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: network_availability_zone Mar 10 06:07:43.575511 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: network_ip_availability.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.576665 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.577183 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: network-ip-availability Mar 10 06:07:43.577511 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: network_segment_range.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.578272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.578808 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 06:07:43.579132 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: pagination.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.580112 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.580481 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: pagination Mar 10 06:07:43.580804 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: port_device_profile.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.582439 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.582983 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: port-device-profile Mar 10 06:07:43.583309 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.584233 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.584743 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: port-mac-address-regenerate Mar 10 06:07:43.585066 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.585968 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.586480 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: port-numa-affinity-policy Mar 10 06:07:43.586842 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: port_resource_request.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.587793 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.588296 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 06:07:43.588615 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: port_resource_request_groups.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.589584 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.590098 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 06:07:43.590418 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: portbindings.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.591363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.591880 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: binding Mar 10 06:07:43.592197 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: portbindings_extended.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.593470 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.594031 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: binding-extended Mar 10 06:07:43.594359 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: portsecurity.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.600207 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.600726 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: port-security Mar 10 06:07:43.601050 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: project_id.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.602038 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.602365 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: project-id Mar 10 06:07:43.602722 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: providernet.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.603645 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.604162 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: provider Mar 10 06:07:43.604485 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.608154 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.608682 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos not supported by any of loaded plugins Mar 10 06:07:43.609016 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.610307 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.610853 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 06:07:43.611183 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.612102 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.612723 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 06:07:43.613053 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_default.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.613965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.614480 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-default not supported by any of loaded plugins Mar 10 06:07:43.614837 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_fip.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.615767 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.616284 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-fip not supported by any of loaded plugins Mar 10 06:07:43.616606 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.617505 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.618046 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 06:07:43.618370 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_gateway_ip.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.619313 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.619828 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 06:07:43.620149 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_port_network_policy.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.621169 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.621721 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 06:07:43.622044 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.623108 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.623631 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 06:07:43.623951 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.624991 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.625512 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 06:07:43.625833 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_pps_rule.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.627036 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.627557 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-pps not supported by any of loaded plugins Mar 10 06:07:43.627880 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_rule_type_details.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.628817 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.629328 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 06:07:43.629651 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: qos_rules_alias.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.630724 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.631245 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 06:07:43.631568 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: quota_check_limit.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.632471 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.632991 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: quota-check-limit Mar 10 06:07:43.633312 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: quotasv2.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.634231 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.634555 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: quotas Mar 10 06:07:43.634904 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: quotasv2_detail.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.636595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.636932 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: quota_details Mar 10 06:07:43.637263 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: rbac.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.638298 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.638860 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: rbac-policies Mar 10 06:07:43.639195 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: rbac_address_group.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.640119 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.640645 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: rbac-address-group Mar 10 06:07:43.640972 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: rbac_address_scope.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.641881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.642400 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: rbac-address-scope Mar 10 06:07:43.642751 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: rbac_security_groups.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.644448 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.644964 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: rbac-security-groups Mar 10 06:07:43.645287 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: rbac_subnetpool.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.646372 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.646919 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: rbac-subnetpool Mar 10 06:07:43.647244 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: revisionifmatch.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.648244 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.648767 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: revision-if-match Mar 10 06:07:43.649277 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: revisions.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.650399 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.650940 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: standard-attr-revisions Mar 10 06:07:43.651269 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: router_availability_zone.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.652092 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.652612 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: router_availability_zone Mar 10 06:07:43.652933 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: routerservicetype.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.653863 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.654386 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension router-service-type not supported by any of loaded plugins Mar 10 06:07:43.654903 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.655828 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.656346 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: security-groups-normalized-cidr Mar 10 06:07:43.656710 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.658077 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.658622 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: port-security-groups-filtering Mar 10 06:07:43.658962 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.660633 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.661356 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: security-groups-remote-address-group Mar 10 06:07:43.661678 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.662616 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.663358 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: security-groups-shared-filtering Mar 10 06:07:43.663683 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.664270 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 06:07:43.664590 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: securitygroup.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.674514 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.679948 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: security-group Mar 10 06:07:43.679948 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: segment.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.679948 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.679948 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension segment not supported by any of loaded plugins Mar 10 06:07:43.679948 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.680669 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.681188 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 06:07:43.681517 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: servicetype.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.682637 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.683193 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: service-type Mar 10 06:07:43.683517 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: sorting.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.684501 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.684828 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: sorting Mar 10 06:07:43.685146 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: standard_attr_segment.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.686058 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.686570 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 06:07:43.686927 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: standardattrdescription.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.687579 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.688074 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: standard-attr-description Mar 10 06:07:43.688410 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: stateful_security_group.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.689309 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.689825 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: stateful-security-group Mar 10 06:07:43.690192 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: stdattrs_common.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.690829 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 06:07:43.691151 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.692110 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.692628 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 06:07:43.692950 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnet_onboard.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.694002 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.694529 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: subnet_onboard Mar 10 06:07:43.694878 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.695815 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.696333 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 06:07:43.696659 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnet_service_types.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.697582 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.698101 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: subnet-service-types Mar 10 06:07:43.698448 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnetallocation.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.699536 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.700057 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: subnet_allocation Mar 10 06:07:43.700381 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.701036 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.701557 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: subnetpool-prefix-ops Mar 10 06:07:43.701876 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.702825 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.703340 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 06:07:43.703699 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: tagging.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.704795 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.705311 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: standard-attr-tag Mar 10 06:07:43.705637 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: timestamp.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.707508 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.708039 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loaded extension: standard-attr-timestamp Mar 10 06:07:43.708366 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: trunk.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.709397 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.709916 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension trunk not supported by any of loaded plugins Mar 10 06:07:43.710241 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: trunk_details.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.711184 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.711704 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension trunk-details not supported by any of loaded plugins Mar 10 06:07:43.712028 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: uplink_status_propagation.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.712941 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.713455 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 06:07:43.713776 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Loading extension file: vlantransparent.py {{(pid=103514) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 06:07:43.714445 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103514) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 06:07:43.714988 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 06:07:43.717574 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:network Mar 10 06:07:43.718105 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnet Mar 10 06:07:43.718504 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:07:43.718932 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:port Mar 10 06:07:43.720200 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.720647 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service FLAVORS assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.721257 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.721690 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.723025 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:router Mar 10 06:07:43.723123 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:floatingip Mar 10 06:07:43.723579 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service METERING assigned prefix: /metering {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.725039 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.725445 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.725797 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:07:43.726835 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:security_group Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service CORE assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] subnetpool is already registered Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service CORE assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:07:43.731848 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] subnetpool is already registered Mar 10 06:07:43.732399 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.732732 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service FLAVORS assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.733310 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.733728 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.734060 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:router Mar 10 06:07:43.734398 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] router is already registered Mar 10 06:07:43.734831 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:floatingip Mar 10 06:07:43.735166 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] floatingip is already registered Mar 10 06:07:43.735616 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service METERING assigned prefix: /metering {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.736273 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 06:07:43.736593 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] rbac_policy is already registered Mar 10 06:07:43.737003 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:security_group Mar 10 06:07:43.737334 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] security_group is already registered Mar 10 06:07:43.737767 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 06:07:43.738102 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] security_group_rule is already registered Mar 10 06:07:43.738749 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service CORE assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.739081 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:07:43.739428 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] subnetpool is already registered Mar 10 06:07:43.739845 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.v2.resource_helper [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Service CORE assigned prefix: {{(pid=103514) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 06:07:43.740180 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 06:07:43.740510 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING neutron.quota.resource_registry [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] subnetpool is already registered Mar 10 06:07:43.740974 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: extensions {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.742539 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: address-groups {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.744072 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: address-scopes {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.745380 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: agents {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.746533 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: auto-allocated-topology {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.747793 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: availability_zones {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.748993 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: dhcp-networks {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.750474 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: dhcp-agents {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.751892 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: routers {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.754175 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: flavors {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.755352 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: service_profiles {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.756595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: next_providers {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.758022 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: service_profiles {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.759580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: floatingip-pools {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.761117 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: routers {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.763228 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: floatingips {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.765570 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: l3-routers {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.766956 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: l3-agents {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.769141 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: metering-labels {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.770512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: metering-label-rules {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.771804 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: network-ip-availabilities {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.773144 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: bindings {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.774881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: quotas {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: quotas {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: rbac-policies {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: security-groups {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: security-group-rules {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: service-providers {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.783361 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: subnetpools {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.784908 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: subnetpools {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.786337 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.788074 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.789931 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.791700 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.793491 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.795484 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.797162 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.799110 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.800931 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.802847 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron.api.extensions [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Extended resource: tags {{(pid=103514) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 06:07:43.808724 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING keystonemiddleware.auth_token [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 06:07:43.813482 dv-cinder-804735-28-iscsi neutron-server[103514]: WARNING keystonemiddleware.auth_token [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 06:07:43.822876 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Acquired lock "singleton_lock" {{(pid=103514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 06:07:43.823298 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_concurrency.lockutils [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Releasing lock "singleton_lock" {{(pid=103514) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 06:07:43.823945 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Starting 2 workers Mar 10 06:07:43.828866 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Started child 103623 {{(pid=103514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:07:43.834021 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Started child 103624 {{(pid=103514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:07:43.835303 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.835998 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO neutron.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 06:07:43.836301 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.836846 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [-] (103623) wsgi starting up on http://0.0.0.0:9696 Mar 10 06:07:43.838809 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Starting 1 workers Mar 10 06:07:43.839145 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.840366 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [-] (103624) wsgi starting up on http://0.0.0.0:9696 Mar 10 06:07:43.844207 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Started child 103625 {{(pid=103514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:07:43.844777 dv-cinder-804735-28-iscsi neutron-server[103514]: INFO oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Starting 1 workers Mar 10 06:07:43.848624 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] calling RpcWorker wait() {{(pid=103625) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 06:07:43.849171 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] returning from RpcWorker wait() {{(pid=103625) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 06:07:43.849898 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Started child 103626 {{(pid=103514) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 06:07:43.850596 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.850813 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5fad568-9312-4007-a3dc-6fa2efe9790c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.851391 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:07:43.852774 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 06:07:43.852989 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:07:43.853176 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:07:43.853394 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:07:43.853727 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:07:43.853891 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:07:43.854419 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.854720 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.854950 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:43.855413 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.855413 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.855538 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.856133 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.856442 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.856674 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.856964 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.857215 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.857388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.857559 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.857816 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.858066 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.858363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.858655 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.858907 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.859158 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.859330 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.859590 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.859879 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.860126 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.860390 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] debug = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.860643 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.861129 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.861354 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.861590 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.861810 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.862084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.862309 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.863475 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.863475 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.863717 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.863963 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.864220 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.864450 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.864666 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.864920 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.865131 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.865370 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.865607 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.866091 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] host = dv-cinder-804735-28-iscsi {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.866340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.866553 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.866817 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.867070 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.867477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.867608 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.867853 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.868125 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.868350 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.868595 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.868833 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.869079 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.869307 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.869536 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.869755 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_options = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.869943 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.870211 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.870453 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.870662 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.870880 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.871016 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.871231 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.871392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.871628 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.871840 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.872050 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.872281 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.872493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.872703 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.872950 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.873176 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.873401 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.873606 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.874076 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.874224 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.874514 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.874777 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.875039 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.875291 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.875521 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.881580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882056 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882723 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882723 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882723 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.882949 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.883265 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.883582 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.884021 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.884289 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_json = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.884552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.884740 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.884990 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.885230 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.885623 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.885783 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.885930 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.886151 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.886365 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.886861 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.887147 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.888963 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.889266 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.889538 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.889807 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.890145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.890947 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.894118 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.894399 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.894771 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.895036 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.895354 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.895646 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.895973 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.896303 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.896582 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.896867 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.897116 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.897362 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.897600 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.897835 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.898144 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.898386 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.898680 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.901754 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.901754 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.901754 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.901754 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.901754 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.902130 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.902221 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.902452 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.902758 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.903006 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.903237 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.903487 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.903714 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.903951 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.904237 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.904495 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.904738 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.904989 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.905248 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.905474 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.905709 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.906005 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.906267 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.906496 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.907230 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.907460 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.907700 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.907919 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.908157 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.908410 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.908653 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.908897 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.909160 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.909883 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.910121 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.910367 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.910554 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.910816 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.911037 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.911249 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.911483 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.911721 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.911954 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.912203 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.912500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.912692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.912913 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.913133 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.913364 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.913601 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.913839 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.914057 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.914275 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.914486 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.914723 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.914938 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.915148 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.915363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.915574 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.915787 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.916008 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.916242 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.916491 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.916703 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.916950 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.917175 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.917512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.917820 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.918067 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.918337 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.918557 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.918868 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.919129 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.919392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.919633 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.919851 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.920062 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.920311 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.920551 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.920810 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.921035 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.921307 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.921569 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.921809 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.922052 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.922306 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.922522 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.922780 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.923004 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.923283 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.923558 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.923794 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.924042 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.924303 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.924674 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.924870 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.925200 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.925397 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.925674 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.925961 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.926688 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.926688 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.926846 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.930383 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.932113 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 44576) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:07:43.932217 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.932473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.932738 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.932998 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.933262 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.933597 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.933883 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.934111 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.934337 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.934623 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.934907 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.935157 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.935442 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.935719 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.936021 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.936282 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.936546 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.936774 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.937017 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.937277 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.937500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.937722 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.937944 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.938187 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.938407 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.938676 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.938922 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.939158 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.939399 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.939614 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.939838 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.940078 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.940331 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.941376 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.941651 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.942372 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075452 Mar 10 06:07:43.942602 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.942904 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.943139 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.943371 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.943612 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.943892 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.944117 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945201 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945201 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945201 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945201 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945497 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945671 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.945844 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.946093 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.947605 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.947771 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.948004 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.948926 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.949177 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.949403 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.949641 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.949864 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.950106 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.950354 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.950742 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.951005 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.951242 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.951526 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952098 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952098 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952264 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952399 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952640 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.952855 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.953086 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.953330 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.953577 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954376 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954376 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954376 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954628 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954863 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.954950 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.955197 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.955420 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.955640 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.955860 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.956079 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.956851 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.957253 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.957807 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.958037 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.958272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.958562 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.958834 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.959075 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.961872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962443 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962894 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.962894 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.963045 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.963266 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.963489 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.963703 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.963986 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.964199 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.964431 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.964652 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.964869 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.965078 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.965305 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.965516 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.965744 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.965966 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.966184 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.966392 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.967502 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.967926 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.968165 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.968451 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.968701 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.968948 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.969338 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.969791 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.970012 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.970478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.970794 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.971039 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.971272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.971893 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.972016 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.972364 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.972797 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.973075 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.973363 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.973641 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.973973 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.974191 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.974483 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.975506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.975506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.975506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.975732 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.975860 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.976223 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.976530 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978029 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978029 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978029 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978029 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978521 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978521 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.978833 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.979161 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.979467 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.980105 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.980105 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.980436 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.980749 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:43.980973 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:07:43.982072 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103514) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 06:07:43.982072 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 06:07:43.982390 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 06:07:43.982550 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 06:07:43.982752 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 06:07:43.983737 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 06:07:43.983737 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.983737 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.983737 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.984185 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.984185 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.984500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.984626 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.984850 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.985088 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.985327 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.985558 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.985790 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.986015 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.986237 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.986759 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.986992 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.987224 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.987484 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.987897 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.988197 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.988400 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.988572 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.988792 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] debug = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.989025 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.989318 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.989553 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.989782 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.990014 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.990246 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.990475 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.990722 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.991143 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.991374 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.991606 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.991834 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.992060 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.992290 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.992518 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.992763 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.992966 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.993277 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.993436 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] host = dv-cinder-804735-28-iscsi {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994172 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994172 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994172 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994639 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994639 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994870 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.994974 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.995182 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.995388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.996344 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.996344 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.996344 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:43.996344 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_options = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.002552 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.003506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004512 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.004999 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005064 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:07:44.005135 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005135 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005135 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005312 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005898 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.005898 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.006073 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.006313 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.006578 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.006884 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.007159 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.007434 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.007701 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.007965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.008225 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.008495 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_json = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009144 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009144 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009373 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009373 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009581 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009685 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009788 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.009992 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.010104 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 06:07:44.010404 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.010788 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.010995 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.011245 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.011369 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.011529 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.011699 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.011938 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.012053 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.012563 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.012563 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.012563 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.013057 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.013057 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.013057 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.013391 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.013391 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.016084 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.017435 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.018272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.019478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.019478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.019478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.019478 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020686 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020686 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020806 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.020961 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021046 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021247 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021350 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021520 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021696 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.021857 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.022019 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.022183 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.022353 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.022516 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.022690 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023215 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023215 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023215 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023408 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023472 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023621 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.023860 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.024169 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.024464 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.024769 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.025212 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.025401 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.025568 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.025734 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.025916 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.026064 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.026271 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.026561 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.026863 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.027041 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028640 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.028952 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.029241 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.029536 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.029834 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.030132 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.030370 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.030532 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.030736 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.030897 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031062 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031224 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031388 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031555 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031717 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.031880 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.032041 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.032202 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.032365 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.032593 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.032885 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.033241 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.033684 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.033952 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.034092 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.034314 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.034581 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036865 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036865 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.036865 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037117 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037117 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037240 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037440 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037583 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037745 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.037907 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038073 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038231 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038404 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038566 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038748 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.038913 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039097 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039258 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039419 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039580 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039743 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.039910 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.040067 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041145 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041501 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041578 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.041838 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.042122 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.042401 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043002 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043002 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043256 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043378 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043499 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043666 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043807 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.043945 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.044082 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.044230 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045871 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045871 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045871 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.045871 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.046273 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.046273 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.046483 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.046483 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.046602 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.047473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.047473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.047473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.047473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.047473 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048119 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048119 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048381 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048516 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048691 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.048985 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.049280 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.051477 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052292 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052893 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052893 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052893 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.052893 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053254 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053254 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053254 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053472 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053550 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.053709 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.054070 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.054252 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.054542 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.054842 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.055132 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.055421 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.056506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.056506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.056506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.056506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.056506 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057032 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057032 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057032 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057272 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057420 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057544 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057722 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.057872 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.058037 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.058186 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.058341 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059396 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059763 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059763 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.059892 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060019 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060173 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060340 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060505 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060677 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060839 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.060996 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.061156 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.061320 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.061488 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.061662 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.061788 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.062881 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.064692 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.065493 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.070965 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071500 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 06:07:44.071990 dv-cinder-804735-28-iscsi neutron-server[103514]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103514) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 06:07:55.729398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5858c-f698-41ea-88ff-0e332d415c15 None None] get_active_networks_info from dv-cinder-804735-28-iscsi {{(pid=103625) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 06:07:55.794445 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc5858c-f698-41ea-88ff-0e332d415c15 None None] No non-hosted networks {{(pid=103625) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 06:07:55.809408 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.agentschedulers_db [None req-8cc5858c-f698-41ea-88ff-0e332d415c15 None None] DHCP Agent not found on host dv-cinder-804735-28-iscsi {{(pid=103625) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 06:07:55.946408 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-dd7a3ddd-73df-4461-96c0-566fbcee8f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:57.988728 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f2ec6e7-3426-4128-a79d-4d18b774d6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:58.000594 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.db.api [None req-89e944fc-f2ad-4435-8eff-dc54ecab9d44 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-28-iscsi {{(pid=103625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 06:07:58.001388 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG oslo_db.api [None req-89e944fc-f2ad-4435-8eff-dc54ecab9d44 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 06:07:58.599848 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-89e944fc-f2ad-4435-8eff-dc54ecab9d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:07:59.188559 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:00.804047 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:01.897511 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44664) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:02.182927 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:02.183555 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.184161 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.184496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.184824 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.185146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.185469 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.185790 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.186135 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.186490 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.186855 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.187195 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.187518 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.187873 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:02.188281 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:02.196003 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:02.623327 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-f2f121db-7d33-4e1c-bda5-13e90d074dbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:02.624013 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-f2f121db-7d33-4e1c-bda5-13e90d074dbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:02.869709 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-f2f121db-7d33-4e1c-bda5-13e90d074dbe admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:08:02.882879 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f2f121db-7d33-4e1c-bda5-13e90d074dbe admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9714270 Mar 10 06:08:03.294267 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.db.l3_hamode_db [None req-335a44bc-2ab6-4099-8bfd-2dad6e4bd72e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 06:08:03.371544 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a44bc-2ab6-4099-8bfd-2dad6e4bd72e None None] Routers set() bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:08:03.371882 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335a44bc-2ab6-4099-8bfd-2dad6e4bd72e None None] Router IDs set() for agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 06:08:05.454979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44690) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:05.764990 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:05.857493 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.policy [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103623) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 06:08:05.900246 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:05.900611 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING oslo_policy.policy [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:06.090598 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753075830733', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753075830048', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753076139597', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753076140715', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753076111426', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753076117977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1126924', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1104419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-653666'] for rbac-policy (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:06.281461 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:06.282801 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-efcfeea3-e7bf-4d94-815f-6d299d8aeb85 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8266916 Mar 10 06:08:08.790272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44700) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:09.106082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:09.193608 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Made reservation on behalf of 65d879f80f304fae91630f3faf0652d5 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:08:09.200990 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.219539 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.326230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks [] for security_group (4c0c0ab2-ef3d-4a5c-a95d-7af7cd76a598), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.387967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4c0c0ab2-ef3d-4a5c-a95d-7af7cd76a598), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.420754 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:08:09.447881 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753070985997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (93a25db6-c74d-45e8-945c-8d0f892e735f), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.448389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Unsubscribe: segment precommit_create {{(pid=103623) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 06:08:09.448898 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Added segment 93a25db6-c74d-45e8-945c-8d0f892e735f of type vlan for network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 Mar 10 06:08:09.454554 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c0ab2-ef3d-4a5c-a95d-7af7cd76a598,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:09.513486 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.513853 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.514213 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.514588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.514949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.515281 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.515623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.515958 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.516284 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.516624 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.516953 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.517531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.517855 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Tracked resource versions report: Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: pushed versions: Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: { 'AddressGroup': {'1.2'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'ConntrackHelper': {'1.0'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Log': {'1.0'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Network': {'1.1'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Port': {'1.7'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'PortForwarding': {'1.2'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'QosPolicy': {'1.10'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroup': {'1.5'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SubPort': {'1.0'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Subnet': {'1.1'}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Trunk': {'1.1'}} Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: consumer versions: Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'ConntrackHelper': '1.0', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'LocalIPAssociation': '1.0', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Log': '1.0', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Network': '1.1', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Port': '1.7', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'PortForwarding': '1.2', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'QosPolicy': '1.10', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroup': '1.5', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroupRule': '1.2', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SubPort': '1.0', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Subnet': '1.1', Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Trunk': '1.1'}} Mar 10 06:08:09.520113 dv-cinder-804735-28-iscsi neutron-server[103623]: {{(pid=103623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:08:09.562183 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.667866 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.673163 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:09.673868 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:09.785374 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] Pushing event updated for resources: {'Network': ['ID=06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:09.789972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c6b016c8-05bb-46c7-a768-42a742800a32 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9986806 Mar 10 06:08:09.801325 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:08:12.347327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44712) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:12.746617 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f3400-3596-4fbb-8acd-eb715182324c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:12.747932 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-518f3400-3596-4fbb-8acd-eb715182324c demo admin] 10.222.0.15 "GET /v2.0/networks/06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 HTTP/1.1" status: 200 len: 825 time: 0.3994870 Mar 10 06:08:12.772930 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-28fe4240-b152-4716-ac9e-56a876f74a68 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/9b0897a4-4e7d-4740-b8ab-7d358db02ba6 HTTP/1.1" status: 200 len: 734 time: 0.0193045 Mar 10 06:08:12.781387 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Request body: {'subnet': {'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:12.982102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Made reservation on behalf of 65d879f80f304fae91630f3faf0652d5 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:08:12.984434 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:13.359236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (c8a663a2-cc50-4ee0-a769-545ac7b3531c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:13.429800 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c8a663a2-cc50-4ee0-a769-545ac7b3531c,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:13.431743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Checking segment: {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:08:13.432112 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Network hostable DHCP agents. Network: 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:08:13.536213 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:08:13.633501 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:13.638104 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:13.638716 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:13.643318 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5441beb-2f0b-4006-88f9-2980ada89dae None None] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:08:13.744969 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9d40bbfa-abab-4252-8409-866d10518293 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9667776 Mar 10 06:08:14.014264 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'project_id': '65d879f80f304fae91630f3faf0652d5', 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:08:14.015558 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:14.290046 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Allocated IP 172.20.0.2 (06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00/c8a663a2-cc50-4ee0-a769-545ac7b3531c/6eb47713-9518-479b-8371-e905e4077a7c) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:08:14.557067 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks [] for port (6eb47713-9518-479b-8371-e905e4077a7c), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:14.656973 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (6eb47713-9518-479b-8371-e905e4077a7c), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:14.729778 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:08:14.739448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:14.743116 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:08:14.750151 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Pushing event updated for resources: {'Port': ['ID=6eb47713-9518-479b-8371-e905e4077a7c,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:14.781437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.781814 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.782155 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.782485 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.782842 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.783171 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.783513 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.783899 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.784223 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.784561 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.784882 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.785199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.785516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Tracked resource versions report: Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: pushed versions: Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: { 'AddressGroup': {'1.2'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'ConntrackHelper': {'1.0'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Log': {'1.0'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Network': {'1.1'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Port': {'1.7'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'PortForwarding': {'1.2'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'QosPolicy': {'1.10'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroup': {'1.5'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SubPort': {'1.0'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Subnet': {'1.1'}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Trunk': {'1.1'}} Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: consumer versions: Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'ConntrackHelper': '1.0', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'LocalIPAssociation': '1.0', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Log': '1.0', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Network': '1.1', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Port': '1.7', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'PortForwarding': '1.2', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'QosPolicy': '1.10', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroup': '1.5', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroupRule': '1.2', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SubPort': '1.0', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Subnet': '1.1', Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Trunk': '1.1'}} Mar 10 06:08:14.786942 dv-cinder-804735-28-iscsi neutron-server[103625]: {{(pid=103625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:08:14.838076 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Attempting to bind port 6eb47713-9518-479b-8371-e905e4077a7c on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:08:14.838398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Attempting to bind port 6eb47713-9518-479b-8371-e905e4077a7c by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:08:14.838858 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Attempting to bind port 6eb47713-9518-479b-8371-e905e4077a7c on network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:08:14.843754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:08:14.844123 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Checking segment: {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:08:14.844622 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:14.845010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Bound using segment: {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:08:14.845486 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Bound port: 6eb47713-9518-479b-8371-e905e4077a7c, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:08:14.845907 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6eb47713-9518-479b-8371-e905e4077a7c), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:14.907493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] For port 6eb47713-9518-479b-8371-e905e4077a7c, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:08:14.912500 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] For port 6eb47713-9518-479b-8371-e905e4077a7c, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6eb47713-9518-479b-8371-e905e4077a7c,segment=NetworkSegment(93a25db6-c74d-45e8-945c-8d0f892e735f),segment_id=93a25db6-c74d-45e8-945c-8d0f892e735f)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:08:14.976975 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6eb47713-9518-479b-8371-e905e4077a7c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:15.043775 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b82ae-b22f-40c0-8182-023ba40626a7 None None] Pushing event updated for resources: {'Port': ['ID=6eb47713-9518-479b-8371-e905e4077a7c,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:16.315644 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44720) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:16.631490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-633dafd6-2b76-4224-9fa7-64d56e737565 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:08:16.632574 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-633dafd6-2b76-4224-9fa7-64d56e737565 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159769 Mar 10 06:08:19.254487 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 44728) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:19.759744 dv-cinder-804735-28-iscsi neutron-server[103624]: WARNING oslo_policy.policy [None req-a984c924-80d2-44f5-a2a8-a730d1ec0ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:19.760349 dv-cinder-804735-28-iscsi neutron-server[103624]: WARNING oslo_policy.policy [None req-a984c924-80d2-44f5-a2a8-a730d1ec0ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:19.984397 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [None req-a984c924-80d2-44f5-a2a8-a730d1ec0ab2 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:08:19.985449 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a984c924-80d2-44f5-a2a8-a730d1ec0ab2 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7300451 Mar 10 06:08:22.556286 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 44742) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:22.868486 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:22.927890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.policy [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103624) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 06:08:22.971102 dv-cinder-804735-28-iscsi neutron-server[103624]: WARNING oslo_policy.policy [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:22.971478 dv-cinder-804735-28-iscsi neutron-server[103624]: WARNING oslo_policy.policy [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 06:08:23.108172 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (5007e7c7-a00e-4e96-aadc-01e02b04e857), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:23.110082 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (5007e7c7-a00e-4e96-aadc-01e02b04e857), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:23.266263 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Publish callbacks [] for router_controller (5007e7c7-a00e-4e96-aadc-01e02b04e857), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:23.343167 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (5007e7c7-a00e-4e96-aadc-01e02b04e857), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:23.481485 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:23.482744 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1dcb30ce-c4fb-456e-a859-ac0c53b861ad demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9254415 Mar 10 06:08:25.010904 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6eb47713-9518-479b-8371-e905e4077a7c up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:08:25.099608 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 6eb47713-9518-479b-8371-e905e4077a7c triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:25.100123 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6eb47713-9518-479b-8371-e905e4077a7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:25.217172 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 6eb47713-9518-479b-8371-e905e4077a7c is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:25.217569 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6eb47713-9518-479b-8371-e905e4077a7c), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:25.253149 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 6eb47713-9518-479b-8371-e905e4077a7c, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6eb47713-9518-479b-8371-e905e4077a7c,segment=NetworkSegment(93a25db6-c74d-45e8-945c-8d0f892e735f),segment_id=93a25db6-c74d-45e8-945c-8d0f892e735f)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:08:25.336376 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6eb47713-9518-479b-8371-e905e4077a7c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:25.384041 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=6eb47713-9518-479b-8371-e905e4077a7c,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:25.750447 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-dbc7ae9f-8dec-403c-98bb-3a5b6cc1b709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:26.139406 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 44756) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:26.450876 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [None req-54aa154b-d5d8-45a6-87fb-64b462a0f9ab admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:08:26.451858 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-54aa154b-d5d8-45a6-87fb-64b462a0f9ab admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115330 Mar 10 06:08:26.641528 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18724569-7077-4620-978f-7e8b961b0818 None None] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:08:26.751932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-edca8097-d0c1-4696-aa68-57a0eb9c6bcf None None] Provisioning complete for port 6eb47713-9518-479b-8371-e905e4077a7c triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:26.752341 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-edca8097-d0c1-4696-aa68-57a0eb9c6bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6eb47713-9518-479b-8371-e905e4077a7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:26.851002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-edca8097-d0c1-4696-aa68-57a0eb9c6bcf None None] Current status of the port 6eb47713-9518-479b-8371-e905e4077a7c is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:26.973146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6eb47713-9518-479b-8371-e905e4077a7c up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:08:27.018595 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 6eb47713-9518-479b-8371-e905e4077a7c triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:27.018980 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6eb47713-9518-479b-8371-e905e4077a7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:27.093167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-aa7aa568-c88a-41e8-80dc-3edf67b96861 None None] Provisioning complete for port 6eb47713-9518-479b-8371-e905e4077a7c triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:27.093550 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa568-c88a-41e8-80dc-3edf67b96861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6eb47713-9518-479b-8371-e905e4077a7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:27.126121 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 6eb47713-9518-479b-8371-e905e4077a7c is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:27.176453 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-aa7aa568-c88a-41e8-80dc-3edf67b96861 None None] Current status of the port 6eb47713-9518-479b-8371-e905e4077a7c is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:27.947326 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-eaa020d6-b301-4159-9ecd-4107dbf3caf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.017534 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 44764) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:29.119464 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.267984 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:29.381609 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Made reservation on behalf of 58c1730fa6e24a4eac715a524d6ba592 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:08:29.384346 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.401023 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.499497 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks [] for security_group (d459fd93-64f5-4d1e-9b7a-7be24065965a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.570386 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d459fd93-64f5-4d1e-9b7a-7be24065965a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.582376 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Reserving flat network on physical network physnet1 {{(pid=103624) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 06:08:29.613867 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753070985997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (86e671b1-95be-4a8b-a38a-f982030d49ad), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.614421 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Unsubscribe: segment precommit_create {{(pid=103624) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 06:08:29.614996 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Added segment 86e671b1-95be-4a8b-a38a-f982030d49ad of type flat for network 838909d7-e120-4ec1-b3d0-0501687eb96f Mar 10 06:08:29.631383 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459fd93-64f5-4d1e-9b7a-7be24065965a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:29.679066 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.679427 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.679765 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.680092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.680422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.680743 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.681076 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.681401 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.681729 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.682048 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.682388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.682720 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.683173 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Tracked resource versions report: Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: pushed versions: Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: { 'AddressGroup': {'1.2'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'ConntrackHelper': {'1.0'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Log': {'1.0'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Network': {'1.1'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Port': {'1.7'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'PortForwarding': {'1.2'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'QosPolicy': {'1.10'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroup': {'1.5'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SubPort': {'1.0'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Subnet': {'1.1'}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Trunk': {'1.1'}} Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: consumer versions: Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'ConntrackHelper': '1.0', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'LocalIPAssociation': '1.0', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Log': '1.0', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Network': '1.1', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Port': '1.7', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'PortForwarding': '1.2', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'QosPolicy': '1.10', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroup': '1.5', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroupRule': '1.2', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SubPort': '1.0', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Subnet': '1.1', Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Trunk': '1.1'}} Mar 10 06:08:29.684509 dv-cinder-804735-28-iscsi neutron-server[103624]: {{(pid=103624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:08:29.733452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (838909d7-e120-4ec1-b3d0-0501687eb96f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.844331 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (838909d7-e120-4ec1-b3d0-0501687eb96f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.845408 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:29.846641 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:29.944644 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] Pushing event updated for resources: {'Network': ['ID=838909d7-e120-4ec1-b3d0-0501687eb96f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:29.954709 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 838909d7-e120-4ec1-b3d0-0501687eb96f details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:08:30.012636 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c58e76bd-c168-45a4-924a-2952a723d24c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9940386 Mar 10 06:08:30.741575 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:32.181667 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:32.488087 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44786) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:32.582358 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55453f-416b-4dd0-acd3-1ac081937ed9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:32.585779 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9c55453f-416b-4dd0-acd3-1ac081937ed9 demo admin] 10.222.0.15 "GET /v2.0/subnets/c8a663a2-cc50-4ee0-a769-545ac7b3531c HTTP/1.1" status: 200 len: 849 time: 0.0946865 Mar 10 06:08:32.748830 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b3709046-6cbc-45ba-bf92-a58d2774e45d demo admin] 10.222.0.15 "GET /v2.0/routers/5007e7c7-a00e-4e96-aadc-01e02b04e857 HTTP/1.1" status: 200 len: 704 time: 0.1584344 Mar 10 06:08:33.014854 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:33.313834 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Allocated IP 172.20.0.1 (06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00/c8a663a2-cc50-4ee0-a769-545ac7b3531c/841378b7-9394-4726-9d02-e8c055071167) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:08:33.465373 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks [] for port (841378b7-9394-4726-9d02-e8c055071167), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:33.628145 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (841378b7-9394-4726-9d02-e8c055071167), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:33.745022 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:08:33.750573 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:33.758097 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:08:33.758660 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (5007e7c7-a00e-4e96-aadc-01e02b04e857), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:33.830475 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Pushing event updated for resources: {'Port': ['ID=841378b7-9394-4726-9d02-e8c055071167,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:33.934965 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-f459d755-c9d8-42f1-a361-14a2c42c90d1 None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:33.935553 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f459d755-c9d8-42f1-a361-14a2c42c90d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:33.968666 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-f459d755-c9d8-42f1-a361-14a2c42c90d1 None None] Port 841378b7-9394-4726-9d02-e8c055071167 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:08:34.108737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (841378b7-9394-4726-9d02-e8c055071167), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:34.324643 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks [] for port (841378b7-9394-4726-9d02-e8c055071167), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:34.398220 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (841378b7-9394-4726-9d02-e8c055071167), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:34.399036 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (5007e7c7-a00e-4e96-aadc-01e02b04e857), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:34.456989 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Pushing event updated for resources: {'Port': ['ID=841378b7-9394-4726-9d02-e8c055071167,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:34.521620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:08:34.523687 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:34.759223 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Router 5007e7c7-a00e-4e96-aadc-01e02b04e857 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:08:34.793387 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-8883c189-47ce-432e-860a-481ec53b00d1 None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:34.793710 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8883c189-47ce-432e-860a-481ec53b00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:34.827012 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-8883c189-47ce-432e-860a-481ec53b00d1 None None] Port 841378b7-9394-4726-9d02-e8c055071167 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:08:34.854029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:08:34.859343 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8e8de946-5e07-4ae7-a6f8-19e6f8fa0c4e demo admin] 10.222.0.15 "PUT /v2.0/routers/5007e7c7-a00e-4e96-aadc-01e02b04e857/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1052825 Mar 10 06:08:34.879449 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Sync routers for ids ['5007e7c7-a00e-4e96-aadc-01e02b04e857'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:08:34.891469 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Routers {'5007e7c7-a00e-4e96-aadc-01e02b04e857'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:08:34.892552 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:08:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5007e7c7-a00e-4e96-aadc-01e02b04e857'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:35.083925 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Set router 5007e7c7-a00e-4e96-aadc-01e02b04e857 gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:08:35.518128 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:33Z', 'revision_number': 2, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port_host': None, '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:34Z', 'revision_number': 2, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:35.570020 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Checking router: 5007e7c7-a00e-4e96-aadc-01e02b04e857 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:08:35.570388 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Updating router 5007e7c7-a00e-4e96-aadc-01e02b04e857 port 841378b7-9394-4726-9d02-e8c055071167 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:08:35.621363 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (841378b7-9394-4726-9d02-e8c055071167), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.138506 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks [] for port (841378b7-9394-4726-9d02-e8c055071167), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.221731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (841378b7-9394-4726-9d02-e8c055071167), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.384032 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Pushing event updated for resources: {'Port': ['ID=841378b7-9394-4726-9d02-e8c055071167,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:36.394787 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Attempting to bind port 841378b7-9394-4726-9d02-e8c055071167 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:08:36.395187 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Attempting to bind port 841378b7-9394-4726-9d02-e8c055071167 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:08:36.395632 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Attempting to bind port 841378b7-9394-4726-9d02-e8c055071167 on network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:08:36.399354 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.399703 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.400041 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.400368 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.400688 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.401006 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.401338 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.401660 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.401974 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.402306 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.402621 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.402956 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.403264 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Tracked resource versions report: Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: pushed versions: Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: { 'AddressGroup': {'1.2'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'ConntrackHelper': {'1.0'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Log': {'1.0'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Network': {'1.1'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Port': {'1.7'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'PortForwarding': {'1.2'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'QosPolicy': {'1.10'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroup': {'1.5'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SubPort': {'1.0'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Subnet': {'1.1'}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Trunk': {'1.1'}} Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: consumer versions: Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'ConntrackHelper': '1.0', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'LocalIPAssociation': '1.0', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Log': '1.0', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Network': '1.1', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Port': '1.7', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'PortForwarding': '1.2', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'QosPolicy': '1.10', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroup': '1.5', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroupRule': '1.2', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SubPort': '1.0', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Subnet': '1.1', Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Trunk': '1.1'}} Mar 10 06:08:36.404667 dv-cinder-804735-28-iscsi neutron-server[103626]: {{(pid=103626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:08:36.412157 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:08:36.412557 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Checking segment: {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:08:36.413045 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.413608 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Bound using segment: {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:08:36.414097 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Bound port: 841378b7-9394-4726-9d02-e8c055071167, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a25db6-c74d-45e8-945c-8d0f892e735f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:08:36.414475 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (841378b7-9394-4726-9d02-e8c055071167), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.460862 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-c017e19f-2232-4fa8-bc73-44bd26809e56 None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:36.461442 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c017e19f-2232-4fa8-bc73-44bd26809e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.482030 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] For port 841378b7-9394-4726-9d02-e8c055071167, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:08:36.495184 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-c017e19f-2232-4fa8-bc73-44bd26809e56 None None] Port 841378b7-9394-4726-9d02-e8c055071167 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:08:36.504206 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] For port 841378b7-9394-4726-9d02-e8c055071167, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=841378b7-9394-4726-9d02-e8c055071167,segment=NetworkSegment(93a25db6-c74d-45e8-945c-8d0f892e735f),segment_id=93a25db6-c74d-45e8-945c-8d0f892e735f)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:08:36.604898 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (841378b7-9394-4726-9d02-e8c055071167), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.662263 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03817e7f-084d-4753-9793-7f7a35b62b75 None None] Pushing event updated for resources: {'Port': ['ID=841378b7-9394-4726-9d02-e8c055071167,revision_number=4']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:36.669620 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Routers {'5007e7c7-a00e-4e96-aadc-01e02b04e857'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:08:36.670256 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:08:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5007e7c7-a00e-4e96-aadc-01e02b04e857'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:36.770088 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] Set router 5007e7c7-a00e-4e96-aadc-01e02b04e857 gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:08:36.818026 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:36.818566 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.900184 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Current status of the port 841378b7-9394-4726-9d02-e8c055071167 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:36.900516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (841378b7-9394-4726-9d02-e8c055071167), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:36.935922 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] For port 841378b7-9394-4726-9d02-e8c055071167, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=841378b7-9394-4726-9d02-e8c055071167,segment=NetworkSegment(93a25db6-c74d-45e8-945c-8d0f892e735f),segment_id=93a25db6-c74d-45e8-945c-8d0f892e735f)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:08:36.993266 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:33Z', 'revision_number': 2, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port_host': None, '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:36Z', 'revision_number': 4, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:36.998739 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (841378b7-9394-4726-9d02-e8c055071167), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:37.021496 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d6ea62-ab3d-46b6-9b86-08215b7d86e0 None None] The sync data for ids ['5007e7c7-a00e-4e96-aadc-01e02b04e857'] in dv-cinder-804735-28-iscsi is: [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:33Z', 'revision_number': 2, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port_host': None, '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:36Z', 'revision_number': 4, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:08:37.057805 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0e7d0-65b2-47ab-94ef-375504987c52 None None] Pushing event updated for resources: {'Port': ['ID=841378b7-9394-4726-9d02-e8c055071167,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:37.261568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44806) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:37.372744 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876c503-d07c-4837-9ce4-c3efa6c91259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:37.374076 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4876c503-d07c-4837-9ce4-c3efa6c91259 admin admin] 10.222.0.15 "GET /v2.0/networks/838909d7-e120-4ec1-b3d0-0501687eb96f HTTP/1.1" status: 200 len: 842 time: 0.1115685 Mar 10 06:08:37.384019 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:37.461322 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Made reservation on behalf of 58c1730fa6e24a4eac715a524d6ba592 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:08:37.463534 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:37.790846 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.objects.ports [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103623) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 06:08:37.791277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:37.849296 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:37.856978 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:08:37.857333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Network hostable DHCP agents. Network: 838909d7-e120-4ec1-b3d0-0501687eb96f, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:08:37.953037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:08:38.101646 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 838909d7-e120-4ec1-b3d0-0501687eb96f) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:38.105699 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:38.106316 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:38.110052 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aceeb2-0ef2-4f74-a4af-5fe1ad7e8019 None None] Network 838909d7-e120-4ec1-b3d0-0501687eb96f requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:08:38.207817 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634207d-1678-4d44-8913-072653e5443b None None] Network 838909d7-e120-4ec1-b3d0-0501687eb96f requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:08:38.258368 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aeb52355-1dae-4b69-98c4-5e8fa327b912 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8777170 Mar 10 06:08:40.685664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44814) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:40.889982 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ead5aeb1-e1bd-4df4-97d7-b20253015f8f demo admin] 10.222.0.15 "GET /v2.0/routers/5007e7c7-a00e-4e96-aadc-01e02b04e857 HTTP/1.1" status: 200 len: 710 time: 0.2031083 Mar 10 06:08:40.975294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d427d02-d093-4b25-a648-518839adaf2c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:08:40.976761 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2d427d02-d093-4b25-a648-518839adaf2c demo admin] 10.222.0.15 "GET /v2.0/networks/838909d7-e120-4ec1-b3d0-0501687eb96f HTTP/1.1" status: 200 len: 886 time: 0.0804949 Mar 10 06:08:40.985435 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:08:41.241926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks [] for router_gateway (5007e7c7-a00e-4e96-aadc-01e02b04e857), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:41.553598 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks [] for router_gateway (5007e7c7-a00e-4e96-aadc-01e02b04e857), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:41.625967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:41.733421 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Allocated IP 172.27.2.183 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/35d0398d-56f8-4f49-9abc-0e3a9db08b68) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:08:41.891621 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:08:41.969649 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks [] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:42.095774 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:42.131959 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:08:42.134824 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:08:42.142805 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:08:42.177230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Pushing event updated for resources: {'Port': ['ID=35d0398d-56f8-4f49-9abc-0e3a9db08b68,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:42.482226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks [] for router_gateway (5007e7c7-a00e-4e96-aadc-01e02b04e857), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:42.764569 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-424308', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8679'] for router (5007e7c7-a00e-4e96-aadc-01e02b04e857), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:42.768515 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-424315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-424290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673177'] for router (5007e7c7-a00e-4e96-aadc-01e02b04e857), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:42.876633 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Router 5007e7c7-a00e-4e96-aadc-01e02b04e857 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:08:42.988921 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:08:42.993101 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:43.006717 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-51a915be-5681-4966-a31b-755454d198ee demo admin] 10.222.0.15 "PUT /v2.0/routers/5007e7c7-a00e-4e96-aadc-01e02b04e857 HTTP/1.1" status: 200 len: 890 time: 2.0119808 Mar 10 06:08:45.006389 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 841378b7-9394-4726-9d02-e8c055071167 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:08:45.055508 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:45.055915 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:45.134747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 841378b7-9394-4726-9d02-e8c055071167 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:45.590618 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 44826) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:08:45.673427 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Sync routers for ids ['5007e7c7-a00e-4e96-aadc-01e02b04e857'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:08:45.687916 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Routers {'5007e7c7-a00e-4e96-aadc-01e02b04e857'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:08:45.688108 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:08:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5007e7c7-a00e-4e96-aadc-01e02b04e857'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:45.711866 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-22db7e02-e4f2-40a6-ab00-fb29d375cdf9 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200347 Mar 10 06:08:45.917167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Set router 5007e7c7-a00e-4e96-aadc-01e02b04e857 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:08:46.411916 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:42Z', 'revision_number': 4, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port': {'id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:41Z', 'updated_at': '2022-03-10T06:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:36Z', 'revision_number': 5, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:46.462264 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Checking router: 5007e7c7-a00e-4e96-aadc-01e02b04e857 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:08:46.462639 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Updating router 5007e7c7-a00e-4e96-aadc-01e02b04e857 port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:08:46.515918 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:46.834483 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks [] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:46.929620 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:46.983448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5d90-b251-45b1-b2d6-4151c24a3404 None None] Pushing event updated for resources: {'Port': ['ID=35d0398d-56f8-4f49-9abc-0e3a9db08b68,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:46.991336 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Attempting to bind port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:08:46.991712 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Attempting to bind port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:08:46.992076 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Attempting to bind port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:08:46.997820 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:08:46.998200 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:08:46.998603 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:46.999041 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:08:46.999513 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Bound port: 35d0398d-56f8-4f49-9abc-0e3a9db08b68, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:08:46.999898 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:47.058099 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] For port 35d0398d-56f8-4f49-9abc-0e3a9db08b68, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:08:47.062250 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] For port 35d0398d-56f8-4f49-9abc-0e3a9db08b68, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=35d0398d-56f8-4f49-9abc-0e3a9db08b68,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:08:47.142199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:47.207271 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c5d90-b251-45b1-b2d6-4151c24a3404 None None] Pushing event updated for resources: {'Port': ['ID=35d0398d-56f8-4f49-9abc-0e3a9db08b68,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:47.209704 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Routers {'5007e7c7-a00e-4e96-aadc-01e02b04e857'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:08:47.210285 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:08:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5007e7c7-a00e-4e96-aadc-01e02b04e857'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:47.324531 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] Set router 5007e7c7-a00e-4e96-aadc-01e02b04e857 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:08:47.558338 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:42Z', 'revision_number': 4, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port': {'id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:41Z', 'updated_at': '2022-03-10T06:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:36Z', 'revision_number': 5, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:08:47.585317 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfdcc1b-9ec1-43e0-8184-63be40954a79 None None] The sync data for ids ['5007e7c7-a00e-4e96-aadc-01e02b04e857'] in dv-cinder-804735-28-iscsi is: [{'id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'name': 'router1', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:08:23Z', 'updated_at': '2022-03-10T06:08:42Z', 'revision_number': 4, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'gw_port': {'id': '35d0398d-56f8-4f49-9abc-0e3a9db08b68', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:41Z', 'updated_at': '2022-03-10T06:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '841378b7-9394-4726-9d02-e8c055071167', 'name': '', 'network_id': '06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00', 'tenant_id': '65d879f80f304fae91630f3faf0652d5', 'mac_address': 'fa:16:3e:f5:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007e7c7-a00e-4e96-aadc-01e02b04e857', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:08:33Z', 'updated_at': '2022-03-10T06:08:36Z', 'revision_number': 5, 'project_id': '65d879f80f304fae91630f3faf0652d5', 'subnets': [{'id': 'c8a663a2-cc50-4ee0-a769-545ac7b3531c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b0897a4-4e7d-4740-b8ab-7d358db02ba6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:08:49.024104 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 35d0398d-56f8-4f49-9abc-0e3a9db08b68 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:08:49.073278 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:49.073675 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:49.155463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:49.155857 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:49.183408 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 35d0398d-56f8-4f49-9abc-0e3a9db08b68, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=35d0398d-56f8-4f49-9abc-0e3a9db08b68,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:08:49.268958 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:49.332356 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=35d0398d-56f8-4f49-9abc-0e3a9db08b68,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:08:51.114551 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 35d0398d-56f8-4f49-9abc-0e3a9db08b68 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:08:51.204692 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:08:51.205950 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (35d0398d-56f8-4f49-9abc-0e3a9db08b68), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:51.301654 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 35d0398d-56f8-4f49-9abc-0e3a9db08b68 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:08:55.759107 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f12941e1-c517-4e11-aa93-8b1a0c0851ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:57.957935 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a421cd69-3644-4432-b0d1-45c59e68e592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:08:59.123651 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:00.763602 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:02.209953 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:18.892314 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:09:25.736634 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-608246e2-3ae5-4ed8-88e7-77c52032be2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:27.979923 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bbb7-0ec6-4eb7-b035-32896d1d3eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:29.174725 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:30.768942 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:32.182917 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:55.722093 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c6eedd85-2637-48dd-af9b-610d5bf88be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:55.892368 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:09:57.933726 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-efde1e58-ae0b-4dd4-9908-4c242b8141b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:09:59.121834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:00.756534 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:02.184625 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:09.798315 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45310) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:09.858828 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af279b9-0a1b-4fff-8773-468e5a33cbf4 admin admin] GET failed (client error): The resource could not be found. Mar 10 06:10:09.860129 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5af279b9-0a1b-4fff-8773-468e5a33cbf4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608320 Mar 10 06:10:10.017498 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190fe2eb-e53e-47a5-a192-9c0ebbd71b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:10.019074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-190fe2eb-e53e-47a5-a192-9c0ebbd71b09 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548486 Mar 10 06:10:12.366005 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45320) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:12.457392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c4a66-2cea-44cb-af85-b1d1f557e07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:12.458785 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-990c4a66-2cea-44cb-af85-b1d1f557e07b admin admin] 10.222.0.15 "GET /v2.0/subnets/c8a663a2-cc50-4ee0-a769-545ac7b3531c HTTP/1.1" status: 200 len: 849 time: 0.0917552 Mar 10 06:10:12.468587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:10:12.549590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Publish callbacks [] for subnet (c8a663a2-cc50-4ee0-a769-545ac7b3531c), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:12.761406 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753070995294'] for subnet (c8a663a2-cc50-4ee0-a769-545ac7b3531c), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:12.791656 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:12.792241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:12.793537 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] 10.222.0.15 "PUT /v2.0/subnets/c8a663a2-cc50-4ee0-a769-545ac7b3531c HTTP/1.1" status: 200 len: 868 time: 0.3290870 Mar 10 06:10:12.807091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b778514-9d27-4010-bf72-49252460d3ca None None] Network 06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:10:12.814253 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a663a2-cc50-4ee0-a769-545ac7b3531c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:10:12.822083 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825677 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825677 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.825817 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:12.826121 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6786ebf-62ba-41b2-b394-e80202d058f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:10:13.104540 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Provisioning complete for port 6eb47713-9518-479b-8371-e905e4077a7c triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:10:13.104931 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6eb47713-9518-479b-8371-e905e4077a7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:13.180786 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Current status of the port 6eb47713-9518-479b-8371-e905e4077a7c is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:10:13.191150 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Provisioning complete for port 841378b7-9394-4726-9d02-e8c055071167 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:10:13.191536 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (841378b7-9394-4726-9d02-e8c055071167), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:13.268008 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-68187f04-9f01-479d-8804-04ad03743f95 None None] Current status of the port 841378b7-9394-4726-9d02-e8c055071167 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:10:15.121126 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45328) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:15.342481 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13cb77a-4dcc-4338-bab9-971f3edfe799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:15.342972 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13cb77a-4dcc-4338-bab9-971f3edfe799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:15.344508 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e13cb77a-4dcc-4338-bab9-971f3edfe799 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2224433 Mar 10 06:10:17.676826 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45338) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:17.807101 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104914b1-68d7-4dcd-a09f-499753be47a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:17.807575 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104914b1-68d7-4dcd-a09f-499753be47a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:17.809340 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-104914b1-68d7-4dcd-a09f-499753be47a5 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315057 Mar 10 06:10:20.137788 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45346) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:20.347326 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9058cd-3bbf-4a78-b54f-8960162a0d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:20.348629 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-9c9058cd-3bbf-4a78-b54f-8960162a0d0e admin admin] 10.222.0.15 "GET /v2.0/networks/06d7c5fd-b8d1-4386-9bb5-c5c8c8aa8a00 HTTP/1.1" status: 200 len: 869 time: 0.2093422 Mar 10 06:10:22.679376 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45354) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:22.811445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44444c-9d12-4f49-8752-a6c5565475ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:22.812807 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-de44444c-9d12-4f49-8752-a6c5565475ed admin admin] 10.222.0.15 "GET /v2.0/networks/838909d7-e120-4ec1-b3d0-0501687eb96f HTTP/1.1" status: 200 len: 886 time: 0.1324663 Mar 10 06:10:25.133845 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45362) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:25.254331 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92ac00-f249-4666-aa5e-51feb5c5cc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:25.254723 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92ac00-f249-4666-aa5e-51feb5c5cc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:25.256223 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0a92ac00-f249-4666-aa5e-51feb5c5cc27 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214488 Mar 10 06:10:25.744095 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c32c98d2-380c-4787-91ae-cc21a7fd85e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:27.571834 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45370) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:27.698429 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5d368-1fb8-43c3-97da-e81afee13326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:27.698916 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5d368-1fb8-43c3-97da-e81afee13326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:27.702576 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f4d5d368-1fb8-43c3-97da-e81afee13326 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297271 Mar 10 06:10:27.921568 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-22faeb15-3661-4e23-b26b-6488272e843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:29.139138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:30.046564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45378) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:30.157375 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b1912-6434-4c1d-8ce4-84d3432ebc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:30.158787 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-260b1912-6434-4c1d-8ce4-84d3432ebc9c admin admin] 10.222.0.15 "GET /v2.0/subnets/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4 HTTP/1.1" status: 200 len: 816 time: 0.1111948 Mar 10 06:10:30.743700 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:32.206336 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:32.496473 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45386) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:10:32.596700 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea12fe-551b-4fc7-ad36-a0a1120d6e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:10:32.598016 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-68ea12fe-551b-4fc7-ad36-a0a1120d6e0f admin admin] 10.222.0.15 "GET /v2.0/subnets/c8a663a2-cc50-4ee0-a769-545ac7b3531c HTTP/1.1" status: 200 len: 868 time: 0.1006062 Mar 10 06:10:32.891608 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:10:55.743500 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-93bfd324-9c6d-482f-beb7-f1e4cd89f266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:57.948773 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-10c8c3f3-50ca-4bc5-945d-d3030a33f68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:10:59.154247 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:00.760357 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:00.985883 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45438) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:11:01.035231 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [None req-0221e95c-10b3-42ac-8c68-b1cc21c026bf admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103624) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:11:01.036245 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0221e95c-10b3-42ac-8c68-b1cc21c026bf admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494144 Mar 10 06:11:02.188819 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:03.424587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45446) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:11:03.483383 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9d098d-2276-424d-936b-9a68b362c63d admin admin] GET failed (client error): The resource could not be found. Mar 10 06:11:03.484646 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-9d9d098d-2276-424d-936b-9a68b362c63d admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590940 Mar 10 06:11:03.626483 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d29f67-53ca-47b6-8db1-29f1705c59a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:11:03.627882 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-75d29f67-53ca-47b6-8db1-29f1705c59a0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392622 Mar 10 06:11:06.007017 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45454) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:11:06.063376 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:11:06.212010 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Made reservation on behalf of 58c1730fa6e24a4eac715a524d6ba592 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:11:06.214285 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:06.244020 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING neutron.services.revisions.revision_plugin [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Could not find related network for resource to bump revision. Mar 10 06:11:06.257841 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:11:06.270199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:06.270544 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Added segment 83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8 of type vlan for network 54f022c5-e795-438d-9eaf-c70a346ceb79 Mar 10 06:11:06.321942 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (54f022c5-e795-438d-9eaf-c70a346ceb79), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:06.423682 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (54f022c5-e795-438d-9eaf-c70a346ceb79), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:06.424646 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:11:06.425222 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:06.521390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] Pushing event updated for resources: {'Network': ['ID=54f022c5-e795-438d-9eaf-c70a346ceb79,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:11:06.535132 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-79ffa233-0f7c-464c-a687-5768f6d29bbc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5270231 Mar 10 06:11:06.536439 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:11:08.889384 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45462) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:11:08.949467 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfb0dc8-f0db-4882-b7ac-39419f9c1022 admin admin] GET failed (client error): The resource could not be found. Mar 10 06:11:08.950690 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-acfb0dc8-f0db-4882-b7ac-39419f9c1022 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603411 Mar 10 06:11:09.022218 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982e424-5325-4449-bfb1-3eb80290a13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:11:09.023689 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6982e424-5325-4449-bfb1-3eb80290a13d admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690742 Mar 10 06:11:09.034001 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:11:09.160191 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Made reservation on behalf of 58c1730fa6e24a4eac715a524d6ba592 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:11:09.162468 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:09.411613 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (2ad0744a-ecf7-4627-84e6-3b5d7058b06c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:09.462052 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad0744a-ecf7-4627-84e6-3b5d7058b06c,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:11:09.473270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Checking segment: {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:11:09.473623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Network hostable DHCP agents. Network: 54f022c5-e795-438d-9eaf-c70a346ceb79, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:11:09.536981 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:11:09.600061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 54f022c5-e795-438d-9eaf-c70a346ceb79) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:11:09.605517 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:11:09.606347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:09.611084 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61993d-8263-4031-852a-9e9e56475dec None None] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:11:09.665913 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b545ce6f-d1e3-4ee9-ba49-6709f87ca982 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6351600 Mar 10 06:11:09.711734 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-54f022c5-e795-438d-9eaf-c70a346ceb79', 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79', 'project_id': '58c1730fa6e24a4eac715a524d6ba592', 'fixed_ips': [{'subnet_id': '2ad0744a-ecf7-4627-84e6-3b5d7058b06c'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:11:09.712618 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:09.859438 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Allocated IP 192.168.233.2 (54f022c5-e795-438d-9eaf-c70a346ceb79/2ad0744a-ecf7-4627-84e6-3b5d7058b06c/00e1d3e7-3bde-4696-b083-d992c862bfd2) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:11:09.889913 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:11:10.110859 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks [] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:10.189442 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:10.236342 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:11:10.237616 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Pushing event updated for resources: {'Port': ['ID=00e1d3e7-3bde-4696-b083-d992c862bfd2,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:11:10.239939 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:11:10.242597 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:11:10.248734 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.249085 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.249452 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.249794 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.250125 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.250450 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.250822 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.251153 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.251476 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.251819 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.252146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.252463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.252783 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:11:10.310135 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Attempting to bind port 00e1d3e7-3bde-4696-b083-d992c862bfd2 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:11:10.310506 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Attempting to bind port 00e1d3e7-3bde-4696-b083-d992c862bfd2 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:11:10.310913 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Attempting to bind port 00e1d3e7-3bde-4696-b083-d992c862bfd2 on network 54f022c5-e795-438d-9eaf-c70a346ceb79 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:11:10.315991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:11:10.316360 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Checking segment: {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:11:10.316758 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:10.317147 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Bound using segment: {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:11:10.317607 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Bound port: 00e1d3e7-3bde-4696-b083-d992c862bfd2, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:11:10.317984 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:10.380860 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] For port 00e1d3e7-3bde-4696-b083-d992c862bfd2, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:11:10.383813 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] For port 00e1d3e7-3bde-4696-b083-d992c862bfd2, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=00e1d3e7-3bde-4696-b083-d992c862bfd2,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:11:10.452191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:10.511776 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed693c2-244a-426f-9796-1d09bd8ccebd None None] Pushing event updated for resources: {'Port': ['ID=00e1d3e7-3bde-4696-b083-d992c862bfd2,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:11:11.110437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 00e1d3e7-3bde-4696-b083-d992c862bfd2 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:11:11.170628 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 00e1d3e7-3bde-4696-b083-d992c862bfd2 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:11:11.170991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:11.255946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 00e1d3e7-3bde-4696-b083-d992c862bfd2 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:11:11.256378 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:11.295646 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 00e1d3e7-3bde-4696-b083-d992c862bfd2, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=00e1d3e7-3bde-4696-b083-d992c862bfd2,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:11:11.348736 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:11.383687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1822bc19-9c77-4ee5-a220-6f1aa4094249 None None] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:11:11.434640 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=00e1d3e7-3bde-4696-b083-d992c862bfd2,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:11:11.488668 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-244fd9dc-4622-4726-b3d6-a5a456d743e8 None None] Provisioning complete for port 00e1d3e7-3bde-4696-b083-d992c862bfd2 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:11:11.489058 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-244fd9dc-4622-4726-b3d6-a5a456d743e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:11.602965 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-244fd9dc-4622-4726-b3d6-a5a456d743e8 None None] Current status of the port 00e1d3e7-3bde-4696-b083-d992c862bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:11:11.825756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-d4b68772-c0d2-4613-abfe-3294c848eeb5 None None] Provisioning complete for port 00e1d3e7-3bde-4696-b083-d992c862bfd2 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:11:11.826145 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d4b68772-c0d2-4613-abfe-3294c848eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:11.902213 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-d4b68772-c0d2-4613-abfe-3294c848eeb5 None None] Current status of the port 00e1d3e7-3bde-4696-b083-d992c862bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:11:13.065198 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 00e1d3e7-3bde-4696-b083-d992c862bfd2 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:11:13.114385 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 00e1d3e7-3bde-4696-b083-d992c862bfd2 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:11:13.114834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (00e1d3e7-3bde-4696-b083-d992c862bfd2), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:13.190576 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 00e1d3e7-3bde-4696-b083-d992c862bfd2 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:11:25.736865 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-af0097e8-c0ec-4a53-b7f1-b14865adc590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:28.034091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1fb92af1-6195-4c2c-89d1-8558ee306a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:29.142691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:30.759883 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:32.343868 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:46.890145 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:11:55.747882 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-4e6bdbae-9e00-4e77-acfa-4f1bbaf8d802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:57.948074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-305301f9-2a34-4eb8-90f4-4add0023642d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:11:59.147516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:00.753065 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:02.180911 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:23.889484 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:12:25.746776 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-311373ce-eb92-4e22-92dd-d23b572cae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:27.974247 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cd67a49c-bffb-4cf5-89ed-98b0636e30ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:29.175189 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:30.762376 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:32.203008 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:47.583620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45502) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:12:47.589913 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [None req-4d9a2d72-ce6d-466e-90c4-c7300efd7259 tempest-verify_tempest_config-1853938149 tempest-verify_tempest_config-1853938149-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:12:47.590898 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4d9a2d72-ce6d-466e-90c4-c7300efd7259 tempest-verify_tempest_config-1853938149 tempest-verify_tempest_config-1853938149-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062981 Mar 10 06:12:48.081798 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45520) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:12:48.187295 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.260253 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Publish callbacks [] for security_group (914e89d1-e938-4079-8449-31c87cccb2dd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.328621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (914e89d1-e938-4079-8449-31c87cccb2dd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.373710 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=352fa8ab2666499cb4428456f07142bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2908657 Mar 10 06:12:48.374757 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914e89d1-e938-4079-8449-31c87cccb2dd,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:12:48.376545 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45526) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:12:48.381852 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.382216 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.382568 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.382948 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.383286 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.383639 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.384247 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.384583 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.384930 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.385291 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.385618 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.385944 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.386268 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c0cca3-37cd-4908-9d67-fc4a5b21242f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.436183 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Publish callbacks [] for security_group (914e89d1-e938-4079-8449-31c87cccb2dd), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.456177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Publish callbacks [] for security_group (914e89d1-e938-4079-8449-31c87cccb2dd), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.602385 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (914e89d1-e938-4079-8449-31c87cccb2dd), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.604941 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:48.606077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/914e89d1-e938-4079-8449-31c87cccb2dd HTTP/1.1" status: 204 len: 168 time: 0.2285218 Mar 10 06:12:48.614125 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e89d1-e938-4079-8449-31c87cccb2dd,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:12:48.621293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.621673 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.622020 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.622358 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.622720 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.623053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.623426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.623850 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.624300 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.624521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.624843 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.625162 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:48.625481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a712da-f769-4486-b912-e1144a61a5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:12:55.808977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-104a2437-278f-4395-8464-2c2aaeaf7462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:57.940191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc423026-1720-499e-a7ad-7ba382a1714e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:12:59.134349 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:00.888946 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:13:00.917226 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:02.190348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:25.758980 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cf6e01b7-d8f0-441e-a834-db6f18957c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:27.950494 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-807283f2-c1c3-4bce-be57-e28802b76b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:29.162014 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:30.767912 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:32.253724 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:37.887865 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:13:55.732577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d6db79ff-e056-4fa1-b991-2b24645b0948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:57.927000 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-de8b0d59-d758-40b0-ac4a-ab4f66c9f4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:13:59.150334 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:00.789694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:02.287065 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:14.887013 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 5 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:14:25.772255 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-49e5d4cb-0220-4f4e-837d-5b15c3b2af20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:27.920687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-763ab73c-cae5-4cb3-a5fd-c4a9c4a05c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:29.160429 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:29.566082 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1673570'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:30.766146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:32.223245 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:44.456055 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45596) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:14:44.561740 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8d38ed98-49f7-4e2b-9d6a-923e550b231a admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1045549 Mar 10 06:14:46.892223 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45606) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:14:46.945612 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f98a7d9a-7012-48f4-a65e-58239d352c93 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0522084 Mar 10 06:14:51.885059 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:14:55.753936 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1892d6e3-93aa-4671-a3df-04c568ca3403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:57.942585 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-068fdf75-fc31-499a-87cb-37c1e9f05837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:59.180302 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:14:59.536493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:00.783101 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:02.193818 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:25.741600 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ddd6224a-6a69-4337-9a77-81e9c91a4713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:27.951276 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbc5e-0c73-4a1f-94c1-ebf184f327b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:28.883542 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:15:29.168032 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:29.539800 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:30.779662 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:32.196403 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:55.746706 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ded4069b-439a-4e38-be52-6ec4c602f5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:57.938792 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3244f0bb-00ef-4109-94be-ab535d58fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:59.178607 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:15:59.550332 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:00.784132 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:02.197863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:05.882793 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:16:25.752669 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-037f7f9f-64ca-4f36-b769-b791b6380153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.050480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45812) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:26.529043 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1923485844-network', 'tenant_id': '5c6a82c60bf9479887a0c6e45da405ca'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:26.556801 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45830) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:26.740404 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Made reservation on behalf of 5c6a82c60bf9479887a0c6e45da405ca for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:26.742749 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.754403 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.768278 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45852) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:26.831064 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks [] for security_group (9c44a7f7-5407-4977-b757-f77c27dbd296), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.921077 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (9c44a7f7-5407-4977-b757-f77c27dbd296), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.933572 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:16:26.945077 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (d4cc5533-dad6-481e-a835-8fb0d176b4c9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:26.945660 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Added segment d4cc5533-dad6-481e-a835-8fb0d176b4c9 of type vlan for network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b Mar 10 06:16:26.985283 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (468ad6fa-0d76-4aff-9636-c39ee7c3c89b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.005813 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45866) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:27.021265 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-237185208-network', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:27.034791 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44a7f7-5407-4977-b757-f77c27dbd296,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.046402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.047280 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.048436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.049135 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.049646 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.050236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.050763 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.052480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.053756 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.054108 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.054945 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.055447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.055945 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Tracked resource versions report: Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: pushed versions: Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: { 'AddressGroup': {'1.2'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'ConntrackHelper': {'1.0'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Log': {'1.0'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Network': {'1.1'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Port': {'1.7'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'PortForwarding': {'1.2'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'QosPolicy': {'1.10'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroup': {'1.5'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SubPort': {'1.0'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Subnet': {'1.1'}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Trunk': {'1.1'}} Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: consumer versions: Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: HyperV agent@hv-cinder-80473: {}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'ConntrackHelper': '1.0', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'LocalIPAssociation': '1.0', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Log': '1.0', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Network': '1.1', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Port': '1.7', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'PortForwarding': '1.2', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'QosPolicy': '1.10', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroup': '1.5', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SecurityGroupRule': '1.2', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'SubPort': '1.0', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Subnet': '1.1', Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: 'Trunk': '1.1'}} Mar 10 06:16:27.060264 dv-cinder-804735-28-iscsi neutron-server[103623]: {{(pid=103623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:16:27.073863 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1596701525-network', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:27.083002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (468ad6fa-0d76-4aff-9636-c39ee7c3c89b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.084020 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:27.084761 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.148999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] Pushing event updated for resources: {'Network': ['ID=468ad6fa-0d76-4aff-9636-c39ee7c3c89b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.161631 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:16:27.162238 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-513203067-network', 'tenant_id': '1162e8b2e9c540718036e610692b772b'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:27.187224 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Made reservation on behalf of 8ba34bf7b197465195e25ae6445c4a19 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:27.190261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.193577 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-be86d31a-a279-4a88-bf13-f00d75b0f045 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1403182 Mar 10 06:16:27.194422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45878) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:27.199620 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:27.200726 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Request body: {'subnet': {'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1923485844-subnet', 'tenant_id': '5c6a82c60bf9479887a0c6e45da405ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:27.205800 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.232691 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.237598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.297813 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Made reservation on behalf of 5c6a82c60bf9479887a0c6e45da405ca for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:27.300490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.329499 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Made reservation on behalf of 1162e8b2e9c540718036e610692b772b for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:27.332035 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.351675 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.401016 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks [] for security_group (d93bdd10-95cc-4f59-b37d-df1e537641d9), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.409769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks [] for security_group (b8fc917a-a35d-4c0d-b498-5951a80e057f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.496175 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d93bdd10-95cc-4f59-b37d-df1e537641d9), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.532135 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b8fc917a-a35d-4c0d-b498-5951a80e057f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.540316 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks [] for security_group (cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.554277 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:16:27.573412 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93bdd10-95cc-4f59-b37d-df1e537641d9,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.577802 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:16:27.587483 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (6370a139-0d22-4042-8df4-f1058c457312), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.587989 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Added segment 6370a139-0d22-4042-8df4-f1058c457312 of type vlan for network cf442853-dabc-4faa-8b2f-89c6af46b0ee Mar 10 06:16:27.624257 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.625091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.625717 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.626206 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.626917 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.627438 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.627946 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.628422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.628899 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.629385 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.629854 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.630587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.631091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:27.631813 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (9698ba76-72c5-4fef-b44c-83d65776ac36), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Tracked resource versions report: Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: pushed versions: Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: { 'AddressGroup': {'1.2'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'ConntrackHelper': {'1.0'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Log': {'1.0'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Network': {'1.1'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Port': {'1.7'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'PortForwarding': {'1.2'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'QosPolicy': {'1.10'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroup': {'1.5'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SubPort': {'1.0'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Subnet': {'1.1'}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Trunk': {'1.1'}} Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: consumer versions: Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: HyperV agent@hv-cinder-80473: {}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'ConntrackHelper': '1.0', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'LocalIPAssociation': '1.0', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Log': '1.0', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Network': '1.1', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Port': '1.7', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'PortForwarding': '1.2', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'QosPolicy': '1.10', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroup': '1.5', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SecurityGroupRule': '1.2', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'SubPort': '1.0', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Subnet': '1.1', Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: 'Trunk': '1.1'}} Mar 10 06:16:27.632667 dv-cinder-804735-28-iscsi neutron-server[103624]: {{(pid=103624) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:16:27.668247 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (a03986f7-5699-474c-9a32-7438c5010fc7), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.668778 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Added segment a03986f7-5699-474c-9a32-7438c5010fc7 of type vlan for network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 Mar 10 06:16:27.700318 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.710224 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9698ba76-72c5-4fef-b44c-83d65776ac36,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.737548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Checking segment: {'id': 'd4cc5533-dad6-481e-a835-8fb0d176b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:27.738434 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Network hostable DHCP agents. Network: 468ad6fa-0d76-4aff-9636-c39ee7c3c89b, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:16:27.745090 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (cf442853-dabc-4faa-8b2f-89c6af46b0ee), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.769024 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:16:27.770591 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc917a-a35d-4c0d-b498-5951a80e057f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.787778 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (ce029d95-34ef-4c3d-a885-9a467e6e9ef1), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.826057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (4c8af192-0d6a-43b0-9a9c-9e50ac97ace7), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.826057 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Added segment 4c8af192-0d6a-43b0-9a9c-9e50ac97ace7 of type vlan for network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 Mar 10 06:16:27.842375 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:27.844854 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:16:27.906260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (cf442853-dabc-4faa-8b2f-89c6af46b0ee), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.906260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:27.906260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.910207 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (d6f27f0a-85d6-4f72-b783-df2f3c6b5193), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:27.929381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 468ad6fa-0d76-4aff-9636-c39ee7c3c89b) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:27.940384 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:27.941090 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36318874-740d-4b57-9d42-7ab13589f67b None None] Network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:27.945804 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.000048 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-96fb236e-b7dc-444d-a11b-d5834ea226f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.004326 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] Pushing event updated for resources: {'Network': ['ID=cf442853-dabc-4faa-8b2f-89c6af46b0ee,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:28.008456 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (ce029d95-34ef-4c3d-a885-9a467e6e9ef1), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.009392 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:28.010033 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.040485 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:16:28.095947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] Pushing event updated for resources: {'Network': ['ID=ce029d95-34ef-4c3d-a885-9a467e6e9ef1,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:28.098837 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-dc0c6844-b764-4af6-8382-3a0f2159b2bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9030604 Mar 10 06:16:28.101545 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (d6f27f0a-85d6-4f72-b783-df2f3c6b5193), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.101865 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:28.102450 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.117797 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-651b74e8-95ec-4598-8474-c7b74cc48b28 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3479156 Mar 10 06:16:28.126371 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45932) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:28.131096 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:16:28.135040 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Request body: {'subnet': {'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-subnet', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:28.145487 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0a664ce3-cfe8-4666-be8a-f52b64c4e9ea admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5872767 Mar 10 06:16:28.156512 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45934) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:28.161738 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Request body: {'subnet': {'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-subnet', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:28.185006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01992908-cd62-47b4-87c0-4ae3e06eddd3 None None] Network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:28.233261 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2260814 Mar 10 06:16:28.233980 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9d88-b896-420c-9884-2167875c90aa admin admin] Pushing event updated for resources: {'Network': ['ID=d6f27f0a-85d6-4f72-b783-df2f3c6b5193,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:28.237562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45936) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:28.244550 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Request body: {'subnet': {'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-subnet', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:28.251698 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:16:28.295059 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:28.297367 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.362728 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Made reservation on behalf of 8ba34bf7b197465195e25ae6445c4a19 for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:28.366329 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.607910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Made reservation on behalf of 1162e8b2e9c540718036e610692b772b for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:28.612138 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.722453 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 45970) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:28.726903 dv-cinder-804735-28-iscsi neutron-server[103623]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 06:16:28.777609 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (9158217e-728d-42f8-87b9-5c7decd0dab7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.869520 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:28.928392 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:28.950826 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Checking segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:28.951178 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Network hostable DHCP agents. Network: ce029d95-34ef-4c3d-a885-9a467e6e9ef1, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:16:28.999619 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45978) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:29.030589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9158217e-728d-42f8-87b9-5c7decd0dab7,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:29.048465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-b6495253-8547-4b12-a156-86da21265ded tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:29.049960 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-b6495253-8547-4b12-a156-86da21265ded tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/networks?id=468ad6fa-0d76-4aff-9636-c39ee7c3c89b HTTP/1.1" status: 200 len: 812 time: 0.3259108 Mar 10 06:16:29.053759 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:29.054118 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Network hostable DHCP agents. Network: cf442853-dabc-4faa-8b2f-89c6af46b0ee, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:16:29.073573 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-004c1078-7807-4276-9cd5-2f8554c844bf tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/quotas/5c6a82c60bf9479887a0c6e45da405ca HTTP/1.1" status: 200 len: 375 time: 0.0170014 Mar 10 06:16:29.083166 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:16:29.124253 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f500a58e-e4e6-4411-a153-7acf7194b5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.129609 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-555ac398-0986-43fc-8bf9-95dbdbb62f38 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c6a82c60bf9479887a0c6e45da405ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504251 Mar 10 06:16:29.146635 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (55f2e688-dab2-4b71-af9a-55953ca6febd), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.181345 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.206394 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:16:29.233720 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f2e688-dab2-4b71-af9a-55953ca6febd,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:29.236691 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f500a58e-e4e6-4411-a153-7acf7194b5f2 admin admin] Publish callbacks [] for security_group (57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.243604 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Checking segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:29.248541 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Network hostable DHCP agents. Network: d6f27f0a-85d6-4f72-b783-df2f3c6b5193, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:16:29.277597 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, ce029d95-34ef-4c3d-a885-9a467e6e9ef1) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:29.285437 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:29.286327 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.291191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9b660-0553-4412-84e2-1fbbb62b4c89 None None] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:29.292767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, cf442853-dabc-4faa-8b2f-89c6af46b0ee) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:29.306470 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:29.307346 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.333079 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4dc91a-e8fe-4a4d-a5ee-0e146ed805d1 None None] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:29.334516 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f500a58e-e4e6-4411-a153-7acf7194b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.348390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-c6161a23-ff7d-4f2b-94d5-1f60c205d8d9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:16:29.349821 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-c6161a23-ff7d-4f2b-94d5-1f60c205d8d9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1027527 Mar 10 06:16:29.395269 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:16:29.405576 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, d6f27f0a-85d6-4f72-b783-df2f3c6b5193) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:29.416827 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f500a58e-e4e6-4411-a153-7acf7194b5f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6f77174cf9f48dc986c2828ed2de3e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4135921 Mar 10 06:16:29.417112 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45992) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:29.427123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:29.430410 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.439453 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-15127b7c-1b33-49e2-ab0f-abdd66f1a7f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3088174 Mar 10 06:16:29.439661 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-722c4de9-3982-48b6-b25e-5a11eb3e76f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2794268 Mar 10 06:16:29.440794 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a58e-e4e6-4411-a153-7acf7194b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:29.444687 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45994) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:29.444687 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 45996) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:29.453819 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24ea4c-d1fe-480a-8824-6dc62aaba78f None None] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:29.462257 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:29.473663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:29.526524 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-44b1635e-6fa8-45d2-8991-9e035cdf496b service neutron] 10.222.0.15 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688392 Mar 10 06:16:29.561324 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] Publish callbacks [] for security_group (57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.584464 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-29e4b9c1-dd30-422f-a78b-8cf64afdd9be admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3383346 Mar 10 06:16:29.584464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46002) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:29.601579 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] Publish callbacks [] for security_group (57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.638540 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.642219 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:29.649274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.671246 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.677725 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.695802 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-d6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:16:29.696739 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.745583 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a50ebb91-7afc-47d2-acef-8b2e19bdf52b service neutron] 10.222.0.15 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178886 Mar 10 06:16:29.768248 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e446dc7-2b3a-4a8c-b65e-c8ec20c3e908 None None] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:29.791609 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.798299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.799842 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d HTTP/1.1" status: 204 len: 168 time: 0.3815539 Mar 10 06:16:29.804681 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:16:29.805871 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.811212 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.814202 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.833787 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.852004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for router_controller (0eab696b-a8ce-4500-97ef-24f63fb67e28), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.900084 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for router_controller (0b67ac74-efc9-47eb-b9c9-1b585444246a), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:29.910591 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bc2db-12d2-4c03-8f23-4a4cf2283981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e83b8d-4c81-49b5-bf11-8e7ce0f8d19d,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:29.957576 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for router_controller (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.220698 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Allocated IP 172.20.0.2 (d6f27f0a-85d6-4f72-b783-df2f3c6b5193/55f2e688-dab2-4b71-af9a-55953ca6febd/855e55cb-0b6f-423d-a7c8-841d89df78d4) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:30.280524 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Allocated IP 172.20.0.2 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:30.384564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for router_gateway (0eab696b-a8ce-4500-97ef-24f63fb67e28), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.519045 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for router_gateway (0b67ac74-efc9-47eb-b9c9-1b585444246a), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.625371 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks [] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.688861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks [] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.747507 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.786313 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:30.791108 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:30.814714 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:30.820986 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.839222 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9b647e57-2011-4b26-abe3-787eb943578a req-bb7fe316-08ba-462c-8d39-116cf5203d93 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.1120086 Mar 10 06:16:30.853557 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for router_gateway (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.886905 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.894587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46076) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:30.910595 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Pushing event updated for resources: {'Port': ['ID=855e55cb-0b6f-423d-a7c8-841d89df78d4,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:30.916028 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d4714cde-fee5-4c17-b7df-ef26ad001315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:30.923932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:30.947433 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:30.952217 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:30.976398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.976999 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.977556 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.978068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.978402 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.978913 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.981807 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.982341 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.982700 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.983165 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.983383 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.983807 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.984013 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Tracked resource versions report: Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: pushed versions: Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: { 'AddressGroup': {'1.2'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'ConntrackHelper': {'1.0'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Log': {'1.0'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Network': {'1.1'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Port': {'1.7'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'PortForwarding': {'1.2'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'QosPolicy': {'1.10'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroup': {'1.5'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SubPort': {'1.0'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Subnet': {'1.1'}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Trunk': {'1.1'}} Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: consumer versions: Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: HyperV agent@hv-cinder-80473: {}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'ConntrackHelper': '1.0', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'LocalIPAssociation': '1.0', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Log': '1.0', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Network': '1.1', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Port': '1.7', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'PortForwarding': '1.2', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'QosPolicy': '1.10', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroup': '1.5', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SecurityGroupRule': '1.2', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'SubPort': '1.0', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Subnet': '1.1', Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: 'Trunk': '1.1'}} Mar 10 06:16:30.985229 dv-cinder-804735-28-iscsi neutron-server[103625]: {{(pid=103625) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:16:31.066628 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for router_gateway (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.086870 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d4714cde-fee5-4c17-b7df-ef26ad001315 admin admin] Publish callbacks [] for security_group (aac73ae9-c438-4c89-9d2e-7dd61bf8d46b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.089977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Attempting to bind port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:31.090412 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Attempting to bind port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:31.090843 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Attempting to bind port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:31.094414 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Attempting to bind port 855e55cb-0b6f-423d-a7c8-841d89df78d4 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:31.094940 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Attempting to bind port 855e55cb-0b6f-423d-a7c8-841d89df78d4 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:31.095289 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Attempting to bind port 855e55cb-0b6f-423d-a7c8-841d89df78d4 on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:31.104733 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Pushing event updated for resources: {'Port': ['ID=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:31.107985 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:31.111112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Checking segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:31.111112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.111112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Bound using segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:31.111112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Bound port: 855e55cb-0b6f-423d-a7c8-841d89df78d4, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:31.111112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.112566 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:31.112929 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:31.113317 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.113697 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:31.114158 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Bound port: dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:31.114546 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.198040 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.224578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d4714cde-fee5-4c17-b7df-ef26ad001315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (aac73ae9-c438-4c89-9d2e-7dd61bf8d46b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.232006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] For port 855e55cb-0b6f-423d-a7c8-841d89df78d4, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:31.235491 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] For port 855e55cb-0b6f-423d-a7c8-841d89df78d4, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=855e55cb-0b6f-423d-a7c8-841d89df78d4,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:31.253477 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] For port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:31.253477 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] For port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:31.261993 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for router_gateway (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.301684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.302751 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.348953 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.359639 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d4714cde-fee5-4c17-b7df-ef26ad001315 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5b4d903021e410f92ea83a07af22bcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4613709 Mar 10 06:16:31.361108 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46090) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:31.374279 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4714cde-fee5-4c17-b7df-ef26ad001315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac73ae9-c438-4c89-9d2e-7dd61bf8d46b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:31.403498 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac800f5-d159-4e2c-b205-4365874219a8 None None] Pushing event updated for resources: {'Port': ['ID=855e55cb-0b6f-423d-a7c8-841d89df78d4,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:31.410969 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for router_gateway (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.453907 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.470620 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Allocated IP 172.27.2.18 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/8443aa9a-70a4-4c38-a7f1-1366601247d1) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:31.513550 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] Publish callbacks [] for security_group (aac73ae9-c438-4c89-9d2e-7dd61bf8d46b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.518832 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99824aa4-93d4-4c61-9213-63fa031d032a None None] Pushing event updated for resources: {'Port': ['ID=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:31.552556 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] Publish callbacks [] for security_group (aac73ae9-c438-4c89-9d2e-7dd61bf8d46b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.644976 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.751803 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (aac73ae9-c438-4c89-9d2e-7dd61bf8d46b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.756826 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.767625 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aac73ae9-c438-4c89-9d2e-7dd61bf8d46b HTTP/1.1" status: 204 len: 168 time: 0.4025860 Mar 10 06:16:31.780027 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6103f0-ff2b-497e-9afc-8ac7b74e25ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac73ae9-c438-4c89-9d2e-7dd61bf8d46b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:31.818208 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:31.972379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46106) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:31.980067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Pushing event updated for resources: {'Port': ['ID=8443aa9a-70a4-4c38-a7f1-1366601247d1,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:32.003702 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:32.006507 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:32.010812 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-128590af-6405-495e-9768-6061710c530f req-205ea310-39f8-4d7e-9af1-21c3011a5858 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0368609 Mar 10 06:16:32.011517 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:32.282345 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Allocated IP 172.27.2.174 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/fe4dc2f2-052c-4584-ac53-caa1e9fdd79f) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:32.303626 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.304950 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.433048 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.482883 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Allocated IP 172.27.2.117 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/a90ac1e5-6f21-4651-86f8-c448b1e5fd7c) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:32.516633 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:32.529574 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:32.536153 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:32.641668 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for router_gateway (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.676948 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.713634 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd0448-f904-4294-af89-29a34f0e88fe None None] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:32.796600 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Provisioning complete for port 855e55cb-0b6f-423d-a7c8-841d89df78d4 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:32.796989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.832122 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:32.880428 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:32.981998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:32.998028 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:33.009096 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:33.020539 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Pushing event updated for resources: {'Port': ['ID=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:33.232373 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Current status of the port 855e55cb-0b6f-423d-a7c8-841d89df78d4 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:33.233211 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.269747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fe8ea-ecab-4153-8e18-9b7e262e277e None None] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:16:33.335160 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f21ab53c-a2f7-4fa4-b145-23e30996a3e3 req-db3262af-a03d-4611-ac03-e1350f261e21 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0570912 Mar 10 06:16:33.373509 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for router_gateway (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.428449 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] For port 855e55cb-0b6f-423d-a7c8-841d89df78d4, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=855e55cb-0b6f-423d-a7c8-841d89df78d4,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:33.470129 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.497967 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 855e55cb-0b6f-423d-a7c8-841d89df78d4 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:33.545093 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.563005 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for router_gateway (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.636908 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c740a-9fd5-4692-a9c0-a25f46f7e137 None None] Pushing event updated for resources: {'Port': ['ID=855e55cb-0b6f-423d-a7c8-841d89df78d4,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:33.659482 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 855e55cb-0b6f-423d-a7c8-841d89df78d4 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:33.660159 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.716119 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Provisioning complete for port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:33.716494 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.748071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.828008 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 855e55cb-0b6f-423d-a7c8-841d89df78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:33.829073 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:33.892054 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Current status of the port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:33.892361 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.894022 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.934234 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:33.934628 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:33.963226 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] For port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:33.966192 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Router 0eab696b-a8ce-4500-97ef-24f63fb67e28 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:16:34.051574 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:34.052042 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.054863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.114448 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:34.129635 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Sync routers for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:34.143824 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:34.144403 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:34.145713 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d11ffb-4a06-416a-8547-395083728f48 None None] Pushing event updated for resources: {'Port': ['ID=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:34.177582 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:16:34.179324 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:16:34.221699 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 06:16:34.222203 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG oslo_db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 06:16:34.243736 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Provisioning complete for port 855e55cb-0b6f-423d-a7c8-841d89df78d4 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:34.250851 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.295364 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.296752 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-fdee7704-961b-47b7-8188-8f7977714980 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8406835 Mar 10 06:16:34.303252 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46174) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:34.360472 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:34.405889 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Current status of the port 855e55cb-0b6f-423d-a7c8-841d89df78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:34.410553 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:34.427802 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:34.428767 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:34.485456 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.490200 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-80e517a8-f5f1-45d6-8029-052d4ddf4b84 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9089975 Mar 10 06:16:34.491116 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46180) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:34.494595 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:34.550007 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:34.679065 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Provisioning complete for port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:34.680991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.705963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3dcf79b9-6109-49a8-8e81-ce4f693610a1 req-2e3295d3-39c7-49a4-8665-c5fe4fdd7ce4 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0724115 Mar 10 06:16:34.766571 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:34.793719 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Checking router: 0eab696b-a8ce-4500-97ef-24f63fb67e28 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:34.794295 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Updating router 0eab696b-a8ce-4500-97ef-24f63fb67e28 port 8443aa9a-70a4-4c38-a7f1-1366601247d1 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:34.821671 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.845383 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:34.869658 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:34.965053 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:34.971169 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e0270748-0776-4d7c-8068-3e438f79c2b9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5178635 Mar 10 06:16:34.971381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46192) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:34.994176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:35.061732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:33Z', 'revision_number': 3, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:35.096649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:35.097067 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Updating router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:35.142415 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.161849 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:35.168538 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:35.310296 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:35.357990 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 855e55cb-0b6f-423d-a7c8-841d89df78d4 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:35.364277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.502304 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2f048-5ec2-41d2-9aab-45173b95d8ae None None] Current status of the port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:35.509871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.515678 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks [] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.586640 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.615437 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.37', 56967) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:35.630345 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Attempting to bind port 8443aa9a-70a4-4c38-a7f1-1366601247d1 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:35.630860 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Attempting to bind port 8443aa9a-70a4-4c38-a7f1-1366601247d1 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:35.631658 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Attempting to bind port 8443aa9a-70a4-4c38-a7f1-1366601247d1 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:35.642636 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:35.643181 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:35.643827 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.644438 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:35.645762 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Bound port: 8443aa9a-70a4-4c38-a7f1-1366601247d1, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:35.646386 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.664270 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 855e55cb-0b6f-423d-a7c8-841d89df78d4 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:35.664659 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.706907 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] For port 8443aa9a-70a4-4c38-a7f1-1366601247d1, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:35.710542 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] For port 8443aa9a-70a4-4c38-a7f1-1366601247d1, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=8443aa9a-70a4-4c38-a7f1-1366601247d1,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:35.772193 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:35.831408 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:35.838901 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Updating router 0b67ac74-efc9-47eb-b9c9-1b585444246a port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:35.869355 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:35.880824 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.085205 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:36.086000 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:36.135464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-84c67760-1d84-41b1-a2a4-211d9ef40b70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:36.136943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-84c67760-1d84-41b1-a2a4-211d9ef40b70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.37 "GET /v2.0/networks?id=468ad6fa-0d76-4aff-9636-c39ee7c3c89b HTTP/1.1" status: 200 len: 812 time: 0.5191917 Mar 10 06:16:36.179455 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca6371f1-3563-4c53-9aff-60c00466c969 req-541eab0b-c204-48cf-b6d8-8ba2a333e4a6 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.2698050 Mar 10 06:16:36.196120 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Allocated IP 172.20.0.1 (ce029d95-34ef-4c3d-a885-9a467e6e9ef1/e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e/879c7585-d8b5-4765-adbe-f5d54e0e84a3) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:36.225348 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:36.308028 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Request body: {'port': {'device_id': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b', 'admin_state_up': True, 'tenant_id': '5c6a82c60bf9479887a0c6e45da405ca'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:36.349799 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks [] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.355300 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 855e55cb-0b6f-423d-a7c8-841d89df78d4 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:36.358555 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:36.372991 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Allocated IP 172.20.0.1 (d6f27f0a-85d6-4f72-b783-df2f3c6b5193/55f2e688-dab2-4b71-af9a-55953ca6febd/1a53ef08-7ae5-4760-8a17-308bd1c2bb84) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:36.398346 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Pushing event updated for resources: {'Port': ['ID=8443aa9a-70a4-4c38-a7f1-1366601247d1,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:36.452633 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.453009 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.453362 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.453707 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.454025 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.454358 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.454891 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.455364 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.455843 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.456317 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.456786 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.457252 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.457731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Tracked resource versions report: Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: pushed versions: Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: { 'AddressGroup': {'1.2'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'ConntrackHelper': {'1.0'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'LocalIPAssociation': {'1.0'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Log': {'1.0'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Network': {'1.1'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Port': {'1.7'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'PortForwarding': {'1.2'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'QosPolicy': {'1.10'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroup': {'1.5'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroupRule': {'1.2'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SubPort': {'1.0'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Subnet': {'1.1'}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Trunk': {'1.1'}} Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: consumer versions: Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: { DHCP agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: HyperV agent@hv-cinder-80473: {}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: L3 agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: Metadata agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: Metering agent@dv-cinder-804735-28-iscsi: {}, Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: Open vSwitch agent@dv-cinder-804735-28-iscsi: { 'AddressGroup': '1.2', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'ConntrackHelper': '1.0', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'LocalIPAssociation': '1.0', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Log': '1.0', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Network': '1.1', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Port': '1.7', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'PortForwarding': '1.2', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'QosPolicy': '1.10', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroup': '1.5', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SecurityGroupRule': '1.2', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'SubPort': '1.0', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Subnet': '1.1', Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: 'Trunk': '1.1'}} Mar 10 06:16:36.459421 dv-cinder-804735-28-iscsi neutron-server[103626]: {{(pid=103626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 06:16:36.472445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.490006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks [] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.533852 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:36.534413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.545870 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273637-3f87-48ee-9c1c-1659a5602082 None None] Pushing event updated for resources: {'Port': ['ID=8443aa9a-70a4-4c38-a7f1-1366601247d1,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:36.558276 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:36.613331 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Pushing event updated for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:36.633994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:36.640152 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:36.646481 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.647699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:36.648503 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.710270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46272) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:36.743592 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b891b-0f9b-46ae-bde5-86201b325d91 None None] The sync data for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi is: [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:36.883271 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Attempting to bind port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:36.883654 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Attempting to bind port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:36.884017 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Attempting to bind port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:36.911790 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b039b-3de2-4dc0-bf68-9fbfe44b9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:36.923393 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:36.926520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:36.926520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.926520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:36.926520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Bound port: a90ac1e5-6f21-4651-86f8-c448b1e5fd7c, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:36.926520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:36.951490 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks [] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.029160 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5d9b70d2-543d-487f-a902-243da87e8048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.049110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] For port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:37.052485 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] For port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:37.053827 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:37.099864 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.151463 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Attempting to bind port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:37.151839 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Attempting to bind port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:37.152328 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Attempting to bind port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:37.165466 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c44c-99ed-437c-b999-edd2e3e7aaba None None] Pushing event updated for resources: {'Port': ['ID=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:37.177538 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:37.178194 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:37.178847 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.179454 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:37.180167 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Bound port: fe4dc2f2-052c-4584-ac53-caa1e9fdd79f, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:37.180772 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.183803 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks [] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.216754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.280120 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] For port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:37.288490 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] For port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:37.291667 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Made reservation on behalf of 5c6a82c60bf9479887a0c6e45da405ca for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:37.296004 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.330946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:37.335466 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:37.349031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.357768 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.383409 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.460535 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-771eb53c-d110-4065-9858-d790d5acc5fe req-7191e1fa-da2b-44b7-ba82-eee9cecbbb7c tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0859234 Mar 10 06:16:37.473101 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 8443aa9a-70a4-4c38-a7f1-1366601247d1 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:37.478562 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:37.484985 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:37.549844 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b039b-3de2-4dc0-bf68-9fbfe44b9ea7 None None] Pushing event updated for resources: {'Port': ['ID=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:37.729370 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:37.761626 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 8443aa9a-70a4-4c38-a7f1-1366601247d1 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:37.763981 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:37.808906 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Allocated IP 172.20.0.1 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/912741c9-cde7-4408-8bcb-90655cfa42c7) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:37.894177 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:37.943620 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks [] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.016636 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c44c-99ed-437c-b999-edd2e3e7aaba None None] Pushing event updated for resources: {'Port': ['ID=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:38.029860 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.030720 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.276426 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Pushing event updated for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:38.312387 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:38.353738 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.365987 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5d9b70d2-543d-487f-a902-243da87e8048 admin admin] Publish callbacks [] for security_group (f7d5ec0c-daa2-40a3-8699-d0947ccf176c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.382798 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 8443aa9a-70a4-4c38-a7f1-1366601247d1 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:38.384474 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.415293 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:38.418182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:38.450855 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f581150-71ad-4289-859a-0241843d8e68 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:32Z', 'revision_number': 3, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:38.490343 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 8443aa9a-70a4-4c38-a7f1-1366601247d1, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=8443aa9a-70a4-4c38-a7f1-1366601247d1,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:38.608217 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks [] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.610159 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:38.825237 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=8443aa9a-70a4-4c38-a7f1-1366601247d1,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:38.835053 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:33Z', 'revision_number': 3, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:38.909537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Router 0eab696b-a8ce-4500-97ef-24f63fb67e28 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:16:38.938913 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c442e4-543b-4138-9895-23e2077153f2 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:33Z', 'revision_number': 3, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:39.199472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46332) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:39.279040 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5d9b70d2-543d-487f-a902-243da87e8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f7d5ec0c-daa2-40a3-8699-d0947ccf176c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:39.324139 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:39.375888 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d9a3aea7-bdc1-487e-bb93-ba648ea16f07 admin admin] 10.222.0.15 "PUT /v2.0/routers/0eab696b-a8ce-4500-97ef-24f63fb67e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0629439 Mar 10 06:16:39.449313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:39.530172 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device fe4dc2f2-052c-4584-ac53-caa1e9fdd79f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:39.587366 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-535b6ded-4798-4f76-a1c6-4800ab690cd8 req-8e0da468-81b6-49f7-bb37-787d41b53b81 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.2936761 Mar 10 06:16:39.657259 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:39.663245 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bef38312-1ee4-46bb-842a-24bbd5c5e391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:39.711381 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:39.712703 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:39.740006 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:39.792120 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Pushing event updated for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:39.870256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:39.873743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:39.916368 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:39.945721 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46358) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:39.946426 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5d9b70d2-543d-487f-a902-243da87e8048 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=168daae7765c44e99cc431f910a7c044&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2221909 Mar 10 06:16:39.958241 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:39.960346 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.018272 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:40.027368 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Sync routers for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:40.046563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Allocated IP 172.20.0.10 (468ad6fa-0d76-4aff-9636-c39ee7c3c89b/9698ba76-72c5-4fef-b44c-83d65776ac36/8fcfffcc-19f5-478e-80f7-17f2665e06ee) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:40.066320 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:40.073280 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:40.073443 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bef38312-1ee4-46bb-842a-24bbd5c5e391 admin admin] Publish callbacks [] for security_group (4c1404f5-9901-4a70-b498-2627b4b22272), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.073535 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:40.096836 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:40.101976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.156102 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bef38312-1ee4-46bb-842a-24bbd5c5e391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4c1404f5-9901-4a70-b498-2627b4b22272), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.165746 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.165746 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 8443aa9a-70a4-4c38-a7f1-1366601247d1 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:40.340744 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-bef38312-1ee4-46bb-842a-24bbd5c5e391 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0421d4f03c5b439bbe1c154e85f68bdb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0752752 Mar 10 06:16:40.348058 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46360) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:40.371120 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] Publish callbacks [] for security_group (f7d5ec0c-daa2-40a3-8699-d0947ccf176c), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.427767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b70d2-543d-487f-a902-243da87e8048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5ec0c-daa2-40a3-8699-d0947ccf176c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:40.516580 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] Publish callbacks [] for security_group (f7d5ec0c-daa2-40a3-8699-d0947ccf176c), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.669191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-7050b285-a2cc-4548-849c-bd8d2641b9d5 None None] Provisioning complete for port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:40.671189 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7050b285-a2cc-4548-849c-bd8d2641b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.686350 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:40.743599 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef38312-1ee4-46bb-842a-24bbd5c5e391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1404f5-9901-4a70-b498-2627b4b22272,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:40.759932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 8443aa9a-70a4-4c38-a7f1-1366601247d1 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:40.760434 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.771891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:40.832994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] Publish callbacks [] for security_group (4c1404f5-9901-4a70-b498-2627b4b22272), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.841356 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f7d5ec0c-daa2-40a3-8699-d0947ccf176c), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.844003 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.847659 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7d5ec0c-daa2-40a3-8699-d0947ccf176c HTTP/1.1" status: 204 len: 168 time: 0.8984976 Mar 10 06:16:40.885470 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596497c9-7bd1-4c33-9e86-ea0c6ad25509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5ec0c-daa2-40a3-8699-d0947ccf176c,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:40.905792 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] Publish callbacks [] for security_group (4c1404f5-9901-4a70-b498-2627b4b22272), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.963577 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:40.975362 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7050b285-a2cc-4548-849c-bd8d2641b9d5 None None] Port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:16:41.097993 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f579fa21-5fca-48bf-8812-0e18d08604eb req-74ac6ba9-d054-4aef-ae94-72cd8c4aaff2 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.3400683 Mar 10 06:16:41.116140 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Pushing event updated for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:41.170600 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4c1404f5-9901-4a70-b498-2627b4b22272), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:41.173584 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:41.175097 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c1404f5-9901-4a70-b498-2627b4b22272 HTTP/1.1" status: 204 len: 168 time: 0.8256302 Mar 10 06:16:41.198703 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d10295-e3e3-4861-85be-92c492266c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1404f5-9901-4a70-b498-2627b4b22272,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:41.411581 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-f2f35db7-f9f0-43fe-a9f9-ef5a064caf17 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:41.417630 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-f2f35db7-f9f0-43fe-a9f9-ef5a064caf17 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 818 time: 0.8058124 Mar 10 06:16:41.442770 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-c6d7e9b7-29d1-45a5-9cd2-fd559c68477b None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:41.443902 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c6d7e9b7-29d1-45a5-9cd2-fd559c68477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:41.594418 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-30dee8e5-413a-4b43-a568-aeec9c2365ed tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/quotas/8ba34bf7b197465195e25ae6445c4a19 HTTP/1.1" status: 200 len: 375 time: 0.0715730 Mar 10 06:16:41.666819 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:41.737124 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 8443aa9a-70a4-4c38-a7f1-1366601247d1 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:41.894098 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks [] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:41.960065 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7e9b7-29d1-45a5-9cd2-fd559c68477b None None] Port 912741c9-cde7-4408-8bcb-90655cfa42c7 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:16:42.042723 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.049295 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:36Z', 'revision_number': 4, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '879c7585-d8b5-4765-adbe-f5d54e0e84a3', 'name': '', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'mac_address': 'fa:16:3e:18:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:37Z', 'revision_number': 2, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'subnets': [{'id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:42.054229 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks [] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.117071 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device fe4dc2f2-052c-4584-ac53-caa1e9fdd79f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:42.172308 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Checking router: 0eab696b-a8ce-4500-97ef-24f63fb67e28 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:42.172914 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Updating router 0eab696b-a8ce-4500-97ef-24f63fb67e28 port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:42.259021 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.269030 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks [] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.284862 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.289556 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.290313 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:42.291055 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.415417 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-64e3d03b-ad49-4069-b7fa-a36ae88e72da tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7796781 Mar 10 06:16:42.416161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.416936 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.464419 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:42.491867 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:42.536812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:42.536812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:42.536812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:42.564570 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Pushing event updated for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:42.708681 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Pushing event updated for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:42.709679 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:42.711377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a90ac1e5-6f21-4651-86f8-c448b1e5fd7c up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:42.897267 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:16:43.006795 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:43.007379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.062490 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-a6026f89-9310-4f12-8db3-444b4c646f70 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7662835 Mar 10 06:16:43.090108 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c867d-5630-4750-b321-63023650dacf req-cd49faab-5400-4936-8894-099b626de02c tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:43.103330 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f7c867d-5630-4750-b321-63023650dacf req-cd49faab-5400-4936-8894-099b626de02c tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 932 time: 0.7479341 Mar 10 06:16:43.133590 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks [] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.151025 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Pushing event updated for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:43.173633 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:43.175652 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:43.187480 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:43.189192 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.203599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:43.207844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:43.231525 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:43.235985 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.305030 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.339598 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24448d65-dea0-406d-bb9f-5e2430407cf3 None None] Pushing event updated for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:43.478068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Attempting to bind port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:43.478737 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Attempting to bind port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:43.478871 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Attempting to bind port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:43.497435 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:43.502684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Checking segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:43.502684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.502684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Bound using segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:43.502684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Bound port: 879c7585-d8b5-4765-adbe-f5d54e0e84a3, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:43.502684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.513878 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:43.514043 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-68e61652-131b-4226-8180-678d220a5e9c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:16:43.529197 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-68e61652-131b-4226-8180-678d220a5e9c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4790134 Mar 10 06:16:43.618611 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] For port 879c7585-d8b5-4765-adbe-f5d54e0e84a3, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:43.623176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] For port 879c7585-d8b5-4765-adbe-f5d54e0e84a3, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=879c7585-d8b5-4765-adbe-f5d54e0e84a3,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:43.660082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f7c867d-5630-4750-b321-63023650dacf req-430edd1b-290d-4529-8b0e-7e7f4dcff2c7 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467012 Mar 10 06:16:43.697765 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.728008 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:16:43.863085 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:43.863860 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:43.875723 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-59130003-9cbf-40d1-bb5a-d4026f1cf023 service neutron] 10.222.0.15 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502791 Mar 10 06:16:43.938512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a90ac1e5-6f21-4651-86f8-c448b1e5fd7c up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:43.968593 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Port 912741c9-cde7-4408-8bcb-90655cfa42c7 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:16:44.033810 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:44.034992 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:44.063737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:16:44.172136 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24448d65-dea0-406d-bb9f-5e2430407cf3 None None] Pushing event updated for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:44.244218 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-58bc4de7-22b6-4b74-a7d6-6fe35b0de7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666532 Mar 10 06:16:44.250421 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:44.253380 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Provisioning complete for port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:44.253522 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:44.256629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-66e96dcd-de70-4eca-9726-d7df5df8da2e admin admin] 10.222.0.15 "PUT /v2.0/routers/0b67ac74-efc9-47eb-b9c9-1b585444246a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2842798 Mar 10 06:16:44.264833 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-5ac45cd1-7306-46b3-89d2-6f6ea4e0cb26 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:16:44.265899 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-5ac45cd1-7306-46b3-89d2-6f6ea4e0cb26 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057249 Mar 10 06:16:44.270233 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:44.289121 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:44.289979 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:44.299161 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2f0905a7-2277-4124-a37c-1f091af3572d None None] Port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:16:44.335005 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:44.369074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:44.370024 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:44.402927 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:16:44.419618 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f22e1c80-8159-4771-8923-abade2db31da admin admin] 10.222.0.15 "PUT /v2.0/routers/9c6af727-dee2-4a3d-a01b-c16dc6a8de35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9266703 Mar 10 06:16:44.429309 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:16:44.479382 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:44.494340 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:44.495223 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:44.627000 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:44.713319 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:42Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:44.744306 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:44.744927 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Updating router 0b67ac74-efc9-47eb-b9c9-1b585444246a port 912741c9-cde7-4408-8bcb-90655cfa42c7 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:44.769104 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:44.829796 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:44.983766 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a9789-3e34-4ade-b751-c3263bfaa6be req-12213daa-4586-419a-a9bd-ffe4764e1b3c tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:44.994283 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f78a9789-3e34-4ade-b751-c3263bfaa6be req-12213daa-4586-419a-a9bd-ffe4764e1b3c tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 932 time: 0.1501238 Mar 10 06:16:45.109578 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f78a9789-3e34-4ade-b751-c3263bfaa6be req-c40e51f6-e67a-4879-b273-81a2eea842dd tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059246 Mar 10 06:16:45.285170 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-508eb4ce-4036-47d6-a7b1-47b259613552 req-f2183f40-d3ca-4927-bdb7-141cff88efa1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 210 time: 0.1034472 Mar 10 06:16:45.587425 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks [] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:45.648242 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Request body: {'port': {'device_id': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:45.701079 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:45.836447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:45.863763 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:36Z', 'revision_number': 4, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '879c7585-d8b5-4765-adbe-f5d54e0e84a3', 'name': '', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'mac_address': 'fa:16:3e:18:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'subnets': [{'id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:45.885859 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dffc90-b46b-4dd6-a7a1-921bcce2a000 None None] Pushing event updated for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:45.924738 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34057e89-bf34-4cc0-a547-bbb154ec006e None None] The sync data for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi is: [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:36Z', 'revision_number': 4, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '879c7585-d8b5-4765-adbe-f5d54e0e84a3', 'name': '', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'mac_address': 'fa:16:3e:18:6d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'subnets': [{'id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:46.297052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46578) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:46.303282 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631060776', 'description': 'tempest-description--556467519'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:46.303942 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 2, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:46.474624 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:16:46.480555 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Updating router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:16:46.488386 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.492537 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Attempting to bind port 912741c9-cde7-4408-8bcb-90655cfa42c7 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:46.493288 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Attempting to bind port 912741c9-cde7-4408-8bcb-90655cfa42c7 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:46.493288 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Attempting to bind port 912741c9-cde7-4408-8bcb-90655cfa42c7 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:46.513799 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:46.514173 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:46.514571 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.515724 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:46.516359 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Bound port: 912741c9-cde7-4408-8bcb-90655cfa42c7, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:46.516957 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.590617 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.759076 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (40c83179-19f4-47da-8caf-e89ecf066ccf), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.859711 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (40c83179-19f4-47da-8caf-e89ecf066ccf), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.897040 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-51c01fd1-03e9-46a1-9d3b-c6ae6ea14934 None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:46.898150 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-51c01fd1-03e9-46a1-9d3b-c6ae6ea14934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:46.949813 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c83179-19f4-47da-8caf-e89ecf066ccf,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:47.021732 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.023353 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6b895f13-2d56-49cb-bd18-9f6612d34d7a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7244649 Mar 10 06:16:47.026355 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46606) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:47.031853 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '40c83179-19f4-47da-8caf-e89ecf066ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:47.125272 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-51c01fd1-03e9-46a1-9d3b-c6ae6ea14934 None None] Port 912741c9-cde7-4408-8bcb-90655cfa42c7 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:16:47.133508 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcfffcc-19f5-478e-80f7-17f2665e06ee {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:16:47.160016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks [] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.246663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (342d4125-a7de-496e-8981-0ea89cdc9f89), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.264120 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] For port 912741c9-cde7-4408-8bcb-90655cfa42c7, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:47.310900 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Transition to ACTIVE for port object 8fcfffcc-19f5-478e-80f7-17f2665e06ee will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:16:47.326105 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] For port 912741c9-cde7-4408-8bcb-90655cfa42c7, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=912741c9-cde7-4408-8bcb-90655cfa42c7,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:47.458261 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46620) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:47.460628 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.474582 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.495808 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620929271', 'description': 'tempest-description--885771150'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:47.575962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (342d4125-a7de-496e-8981-0ea89cdc9f89), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.650628 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.671994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (342d4125-a7de-496e-8981-0ea89cdc9f89), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.718874 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:47.738074 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:47.739477 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:47.783149 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342d4125-a7de-496e-8981-0ea89cdc9f89,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:47.811621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (843b81fc-5b46-4dbc-9efc-b961a0e7c2ed), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.850364 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.851974 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7d372c0f-1e7e-4952-a863-2fc240df7747 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8245463 Mar 10 06:16:47.854787 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46628) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:47.860366 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-8a4771d8-eb1c-4dca-af83-2db3b9fae019 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:47.860521 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '40c83179-19f4-47da-8caf-e89ecf066ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:47.867187 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-8a4771d8-eb1c-4dca-af83-2db3b9fae019 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 818 time: 0.7098556 Mar 10 06:16:47.917731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dffc90-b46b-4dd6-a7a1-921bcce2a000 None None] Pushing event updated for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=4']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:47.932572 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (843b81fc-5b46-4dbc-9efc-b961a0e7c2ed), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:47.964262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151c40d-08bb-49a1-bd63-863ec0a4607e req-424d0bc1-e3e3-4a58-b741-9c857fe5a91a tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:47.985821 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7151c40d-08bb-49a1-bd63-863ec0a4607e req-424d0bc1-e3e3-4a58-b741-9c857fe5a91a tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.3709219 Mar 10 06:16:48.060147 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (10060a82-d530-4812-9599-8921dc6210ae), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.067839 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks [] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.080723 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-44c06fdc-399a-42cb-bb75-0c7d680ab407 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/quotas/8ba34bf7b197465195e25ae6445c4a19 HTTP/1.1" status: 200 len: 375 time: 0.2125750 Mar 10 06:16:48.102147 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Attempting to bind port 8fcfffcc-19f5-478e-80f7-17f2665e06ee on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:48.102506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Attempting to bind port 8fcfffcc-19f5-478e-80f7-17f2665e06ee by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'd4cc5533-dad6-481e-a835-8fb0d176b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:48.102886 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Attempting to bind port 8fcfffcc-19f5-478e-80f7-17f2665e06ee on network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:48.114821 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 879c7585-d8b5-4765-adbe-f5d54e0e84a3 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:48.140293 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.211490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Port 8fcfffcc-19f5-478e-80f7-17f2665e06ee on network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:16:48.211984 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Attempting to bind port 8fcfffcc-19f5-478e-80f7-17f2665e06ee on network 468ad6fa-0d76-4aff-9636-c39ee7c3c89b {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:48.224831 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:48.257342 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (10060a82-d530-4812-9599-8921dc6210ae), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.262594 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.268080 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7988775 Mar 10 06:16:48.268222 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46636) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:48.271476 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group_rule': {'security_group_id': '843b81fc-5b46-4dbc-9efc-b961a0e7c2ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:48.287683 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9aded5-841e-4f8a-8d21-869aa7bc31f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:48.313549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:48.313985 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Checking segment: {'id': 'd4cc5533-dad6-481e-a835-8fb0d176b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:48.314607 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Bound using segment: {'id': 'd4cc5533-dad6-481e-a835-8fb0d176b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:48.318115 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Bound port: 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cc5533-dad6-481e-a835-8fb0d176b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:48.324923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.354380 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (10060a82-d530-4812-9599-8921dc6210ae), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.377671 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7151c40d-08bb-49a1-bd63-863ec0a4607e req-ddcf1869-9314-49d0-9e71-5a5d98dd0225 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906119 Mar 10 06:16:48.507360 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (cf71d468-dbe7-4d2c-82df-5bdaa21415a6), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.518935 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10060a82-d530-4812-9599-8921dc6210ae,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:48.551774 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:48.554542 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.569588 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.572057 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ff4c7530-83d7-4b64-90a9-e83d93df20a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7157724 Mar 10 06:16:48.588753 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46648) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:48.611238 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:48.794513 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e31897-f979-4dce-aba1-fd800fd15230 None None] Pushing event updated for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:48.817970 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:46Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:48.846184 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Attempting to bind port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:48.848050 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Attempting to bind port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:48.849204 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Attempting to bind port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:48.869174 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (cf71d468-dbe7-4d2c-82df-5bdaa21415a6), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.889585 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef6bf-615c-4e46-99bf-bac1a3026902 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:46Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:48.897080 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:48.897488 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Checking segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:48.902733 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.903342 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Bound using segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:48.904156 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Bound port: 1a53ef08-7ae5-4760-8a17-308bd1c2bb84, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:48.904829 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.908831 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.933268 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:48.937479 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:48.986913 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (cf71d468-dbe7-4d2c-82df-5bdaa21415a6), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.085593 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf71d468-dbe7-4d2c-82df-5bdaa21415a6,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:49.272219 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-e01de325-3c4f-4835-938e-72c7f4b49538 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1899896 Mar 10 06:16:49.281010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] For port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:49.306336 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] For port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:49.317452 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Current status of the port 912741c9-cde7-4408-8bcb-90655cfa42c7 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:49.318009 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.427201 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.428734 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-929ad53c-1400-43c1-a294-77936726dc84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1609449 Mar 10 06:16:49.431858 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46668) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:49.441630 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group_rule': {'security_group_id': '843b81fc-5b46-4dbc-9efc-b961a0e7c2ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:49.471273 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:49.530998 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.37', 56987) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:49.567812 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:49.567812 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.592516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.709962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (b364bb7e-2a93-4f0f-98dc-a3fdfad96fef), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.746243 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee,segment=NetworkSegment(d4cc5533-dad6-481e-a835-8fb0d176b4c9),segment_id=d4cc5533-dad6-481e-a835-8fb0d176b4c9)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:49.750568 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] For port 912741c9-cde7-4408-8bcb-90655cfa42c7, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=912741c9-cde7-4408-8bcb-90655cfa42c7,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:49.764212 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:16:49.779256 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:49.920400 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:49.966740 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.017203 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-92cacc88-adc0-411a-b313-1d51d4cfa2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440934 Mar 10 06:16:50.094843 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (b364bb7e-2a93-4f0f-98dc-a3fdfad96fef), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.103577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 879c7585-d8b5-4765-adbe-f5d54e0e84a3, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=879c7585-d8b5-4765-adbe-f5d54e0e84a3,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:50.118635 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e31897-f979-4dce-aba1-fd800fd15230 None None] Pushing event updated for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:50.135250 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:50.135956 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.139269 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/8fcfffcc-19f5-478e-80f7-17f2665e06ee HTTP/1.1" status: 200 len: 1094 time: 5.2783833 Mar 10 06:16:50.140805 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:16:50.155932 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.259246 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-da875c53-4c9c-4d9f-a8e9-72c88132504b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:50.262991 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-da875c53-4c9c-4d9f-a8e9-72c88132504b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 818 time: 0.7282841 Mar 10 06:16:50.263941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (b364bb7e-2a93-4f0f-98dc-a3fdfad96fef), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.296805 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.321258 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Provisioning complete for port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:50.322452 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc5a43-44d8-4ccd-ace5-beea0afe742e req-d1f7fba3-ca5e-46ab-9ac6-a28651a8785f tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:50.329147 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Request body: {'port': {'device_id': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'admin_state_up': True, 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:50.338577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.338809 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ebc5a43-44d8-4ccd-ace5-beea0afe742e req-d1f7fba3-ca5e-46ab-9ac6-a28651a8785f tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.7372062 Mar 10 06:16:50.360765 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dd1bb-b62d-4934-ad7f-8c56c2ecd6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:50.405165 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:16:50.548550 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc49b-02c6-4c91-8320-e38c796c2b3d None None] Pushing event updated for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:50.556532 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8617502b-caae-4cbb-9208-4d1129c84cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:16:50.586132 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 912741c9-cde7-4408-8bcb-90655cfa42c7 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:50.618525 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.27.2.220 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/d048a05c-da48-4af2-a1c0-4599d7803e92) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:50.715479 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b364bb7e-2a93-4f0f-98dc-a3fdfad96fef,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:50.847911 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:50.849061 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d4b20f41-8291-4ada-856e-b0f943ef5284 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4159808 Mar 10 06:16:50.858512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46728) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:50.871504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:50.958218 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:50.966399 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ebc5a43-44d8-4ccd-ace5-beea0afe742e req-15526c58-0ba2-4b73-88e8-7c3f37b2feac tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258488 Mar 10 06:16:50.971787 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-2a9b0d20-8499-47a6-8e89-3fa24ff8c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:50.973650 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-2a9b0d20-8499-47a6-8e89-3fa24ff8c3f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c6a82c60bf9479887a0c6e45da405ca&device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 1128 time: 0.5989056 Mar 10 06:16:50.980960 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Current status of the port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:50.981457 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.005639 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-30b0f3e6-1d5b-403c-b86f-1354bce7869e service neutron] 10.222.0.15 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685662 Mar 10 06:16:51.111287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:51.111287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.195197 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.256399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Made reservation on behalf of 8ba34bf7b197465195e25ae6445c4a19 for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:51.263194 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.263420 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.282814 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-e86b91f7-1ea3-462a-940d-8676ae96b688 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee HTTP/1.1" status: 200 len: 217 time: 0.2590420 Mar 10 06:16:51.394160 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68fd79-7cb2-44e1-b5ea-a35a5b89f122 x-openstack-request-id: req-3e68fd79-7cb2-44e1-b5ea-a35a5b89f122 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:16:51.395575 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:16:51.396090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e68fd79-7cb2-44e1-b5ea-a35a5b89f122 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:16:51.396757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee', 'status': 'completed', 'code': 200} Mar 10 06:16:51.509529 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-f333c2fd-c554-4d2b-8bf0-1e29b74ef2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:51.513845 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-f333c2fd-c554-4d2b-8bf0-1e29b74ef2e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9698ba76-72c5-4fef-b44c-83d65776ac36 HTTP/1.1" status: 200 len: 852 time: 0.2300949 Mar 10 06:16:51.524622 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.626729 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-d4a074ed-f547-4d3f-b7e7-e3472e3d6659 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468ad6fa-0d76-4aff-9636-c39ee7c3c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911357 Mar 10 06:16:51.645981 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] For port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:16:51.648004 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b48ab530-b3d5-480b-b73b-3db0ab55e642 req-f593b16c-bd02-4572-aa6a-c9f074337bce tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0844603 Mar 10 06:16:51.799446 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:51.863082 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:51.894010 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-02d00478-b36b-408b-a0ed-c9980fa54a5f service neutron] 10.222.0.37 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493532 Mar 10 06:16:51.934190 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:16:51.945322 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:52.030137 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:52.068901 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f27892-2916-4e9d-8288-00874f3609d8 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:16:52.069251 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:52.151455 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249fb71-16e8-4c77-a68f-fbe35c98301f None None] Pushing event updated for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:52.170941 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 912741c9-cde7-4408-8bcb-90655cfa42c7 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:52.411646 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e21c24e-3876-4d68-8e55-2b63dc79e33e req-cf43a039-649f-4652-a5c0-e37bd2b3d9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996002 Mar 10 06:16:52.413923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=d048a05c-da48-4af2-a1c0-4599d7803e92,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:52.473328 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:52.475879 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Allocated IP 172.27.2.211 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/fd813147-4b61-47cf-b02a-b5618d45f52b) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:52.492932 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Allocated IP 172.20.0.8 (ce029d95-34ef-4c3d-a885-9a467e6e9ef1/e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e/fb67e357-3e45-4c8c-9612-9ed549177c1d) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:52.512183 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912feb2-732a-4c82-b098-9cd8e339f3d1 req-a3a0e884-9488-43fa-b6dd-256b75c73361 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:52.512183 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4912feb2-732a-4c82-b098-9cd8e339f3d1 req-a3a0e884-9488-43fa-b6dd-256b75c73361 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.2882605 Mar 10 06:16:52.656381 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4912feb2-732a-4c82-b098-9cd8e339f3d1 req-6bd2a5b8-2fe6-4d1d-a529-956b44cc23b9 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480489 Mar 10 06:16:52.742704 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:52.763072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 912741c9-cde7-4408-8bcb-90655cfa42c7 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:52.900841 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46816) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:52.952031 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 912741c9-cde7-4408-8bcb-90655cfa42c7 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:52.959567 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:52.967913 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-86ffe61d-6c18-435d-aa3c-97b3d7a01008 req-0c90cd61-ed22-4a59-8338-dbba89c36f40 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0721262 Mar 10 06:16:53.092023 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.146419 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 912741c9-cde7-4408-8bcb-90655cfa42c7 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:53.147711 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 879c7585-d8b5-4765-adbe-f5d54e0e84a3 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:53.221778 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.226053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-b6d73348-73f2-467e-baa4-6ca0c004700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:53.242861 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-b6d73348-73f2-467e-baa4-6ca0c004700d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c6a82c60bf9479887a0c6e45da405ca&device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 1128 time: 0.5092731 Mar 10 06:16:53.248507 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:53.248978 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.264111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-889c1d49-da38-4b15-ac3f-d530f0e348c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.332825 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.342240 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.505638 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=d048a05c-da48-4af2-a1c0-4599d7803e92,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:53.551906 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.566596 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:53.567818 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:16:53.616597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:53.645215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:53.658300 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:53.693009 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:16:53.693396 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.718602 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.724764 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-24af3c9f-a67b-40ad-8968-80db2f87547b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1258690 Mar 10 06:16:53.758429 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks [] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:53.766345 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=fd813147-4b61-47cf-b02a-b5618d45f52b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:53.988952 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:16:54.055190 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46858) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:54.060202 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-889c1d49-da38-4b15-ac3f-d530f0e348c4 admin admin] Publish callbacks [] for security_group (235fca13-f13b-47fa-abf8-abcdf74ad226), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.127004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.129429 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-889c1d49-da38-4b15-ac3f-d530f0e348c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (235fca13-f13b-47fa-abf8-abcdf74ad226), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.232858 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:54.262537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:54.291289 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:54.299224 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:54.300325 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.504589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-8237651a-2308-461c-880d-6ab7c90b993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:54.504589 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-8237651a-2308-461c-880d-6ab7c90b993a service neutron] 10.222.0.37 "GET /v2.0/networks?id=468ad6fa-0d76-4aff-9636-c39ee7c3c89b HTTP/1.1" status: 200 len: 913 time: 1.2368944 Mar 10 06:16:54.567726 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.601683 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-047bf69c-acd8-428b-b558-ee236f07921a req-3fd4d258-b40d-48a6-949b-2201612a83ec tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.1993780 Mar 10 06:16:54.652918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-5dbfa312-f1c3-424c-93c4-9930a69defcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee HTTP/1.1" status: 200 len: 217 time: 0.0538049 Mar 10 06:16:54.655996 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-889c1d49-da38-4b15-ac3f-d530f0e348c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab5d128089224af2ad9980f3f90b3e48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7538617 Mar 10 06:16:54.659205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46880) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:54.695411 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f92740c5-14f4-4216-9958-17f4bafef3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.709598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Pushing event updated for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:54.736407 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c1d49-da38-4b15-ac3f-d530f0e348c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235fca13-f13b-47fa-abf8-abcdf74ad226,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:54.900344 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.37', 56991) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:54.901278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.901278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47458830-6bae-48bd-9c89-f3dad042a45c req-d3854bdc-e90c-43cc-ab4c-c75e3dfe4740 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:54.901278 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-47458830-6bae-48bd-9c89-f3dad042a45c req-d3854bdc-e90c-43cc-ab4c-c75e3dfe4740 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.4933362 Mar 10 06:16:54.942293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] Publish callbacks [] for security_group (235fca13-f13b-47fa-abf8-abcdf74ad226), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.950153 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-3aeb2da1-c05e-49c3-8e7f-f24ba47d2f40 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:54.951870 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-3aeb2da1-c05e-49c3-8e7f-f24ba47d2f40 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 818 time: 0.1319339 Mar 10 06:16:54.962934 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f92740c5-14f4-4216-9958-17f4bafef3f8 admin admin] Publish callbacks [] for security_group (3dc5e458-75dd-4158-9071-bd7b6f009b7a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:54.977348 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-f33132f9-918a-4d61-ac69-fe971ff166c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:54.979275 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-f33132f9-918a-4d61-ac69-fe971ff166c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9698ba76-72c5-4fef-b44c-83d65776ac36 HTTP/1.1" status: 200 len: 852 time: 0.3078330 Mar 10 06:16:54.986137 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Request body: {'port': {'device_id': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'admin_state_up': True, 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:55.090602 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] Publish callbacks [] for security_group (235fca13-f13b-47fa-abf8-abcdf74ad226), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.130724 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-c3a8916f-3d35-4a65-84ea-eb42968793d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468ad6fa-0d76-4aff-9636-c39ee7c3c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847957 Mar 10 06:16:55.150986 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-f52b0167-d260-4ebb-a891-7af8e869a9d6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--631060776&fields=id&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 267 time: 0.3139718 Mar 10 06:16:55.245007 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-47458830-6bae-48bd-9c89-f3dad042a45c req-11175da6-5ed7-409c-b550-882253391d36 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245902 Mar 10 06:16:55.496795 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-38db3035-eb8d-41b7-9a2f-10374f7838d3 service neutron] 10.222.0.37 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373687 Mar 10 06:16:55.509953 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-67d0da7e-dfab-461c-9080-763941a62a74 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:55.509953 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-67d0da7e-dfab-461c-9080-763941a62a74 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.3284981 Mar 10 06:16:55.555425 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.565018 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-2282189a-ece2-4bc3-854d-bee0aee2a9b7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/quotas/21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 375 time: 0.0385747 Mar 10 06:16:55.679190 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8617502b-caae-4cbb-9208-4d1129c84cdd req-ee163fd4-1615-4576-9a40-f9c4351e2676 service neutron] 10.222.0.37 "GET /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680713 Mar 10 06:16:55.686629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-8d296e8c-a865-41b8-bdfd-67b57105a863 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140153 Mar 10 06:16:55.756812 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71001084-b3cc-4195-9dbb-47d985348a99 req-ca49ffd1-b698-4d8d-b46d-6229b2e7873e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0472918 Mar 10 06:16:55.812493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-131d86b9-b9fe-4c61-bc5c-90ffb36560e2 service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115499 Mar 10 06:16:55.899826 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-98570e47-c48c-48a3-be2a-935b7e465926 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6045811 Mar 10 06:16:55.900425 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-be33b80c-8578-4437-9803-90715702b203 service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819416 Mar 10 06:16:55.961012 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Request body: {'port': {'device_id': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:55.971454 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-665bf992-8dcb-4fb5-885a-21424ae7198f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.977007 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.979375 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (235fca13-f13b-47fa-abf8-abcdf74ad226), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.982516 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:55.986049 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/235fca13-f13b-47fa-abf8-abcdf74ad226 HTTP/1.1" status: 204 len: 168 time: 1.3140206 Mar 10 06:16:55.990163 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Made reservation on behalf of 8ba34bf7b197465195e25ae6445c4a19 for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:56.006930 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.020836 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f92740c5-14f4-4216-9958-17f4bafef3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (3dc5e458-75dd-4158-9071-bd7b6f009b7a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.032895 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2c15-5ab8-482f-a0ef-68260af4a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235fca13-f13b-47fa-abf8-abcdf74ad226,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:56.038763 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.060796 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=fd813147-4b61-47cf-b02a-b5618d45f52b,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:56.094898 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92740c5-14f4-4216-9958-17f4bafef3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc5e458-75dd-4158-9071-bd7b6f009b7a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:56.187226 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22bf6f66-fc92-4d87-b801-dd0e0eb2b74f req-632ceeae-049a-4e5d-a47f-f0566bbffd46 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0514858 Mar 10 06:16:56.242867 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46904) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:56.248828 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f92740c5-14f4-4216-9958-17f4bafef3f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c0b264ab077440ab1070be6d79e7e16&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1892204 Mar 10 06:16:56.249831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46906) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:56.268343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.350628 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.363831 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-798291ef-324b-4fcd-9621-23d5eb778629 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4968562 Mar 10 06:16:56.397334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Allocated IP 172.20.0.12 (ce029d95-34ef-4c3d-a885-9a467e6e9ef1/e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e/518ebe42-2f2f-45a4-9e85-2f24e5f243a6) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:16:56.427779 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] Publish callbacks [] for security_group (3dc5e458-75dd-4158-9071-bd7b6f009b7a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.461131 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] Publish callbacks [] for security_group (3dc5e458-75dd-4158-9071-bd7b6f009b7a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.481428 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9433c-8b87-4edd-b6a7-9be112b0e559 req-f49c0b6a-aaa0-4205-9558-85e0aaeb7b6e tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:56.482887 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5b9433c-8b87-4edd-b6a7-9be112b0e559 req-f49c0b6a-aaa0-4205-9558-85e0aaeb7b6e tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.1073203 Mar 10 06:16:56.555848 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5b9433c-8b87-4edd-b6a7-9be112b0e559 req-94723da8-1ce4-4bbe-87f9-30cd0e874b9f tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Mar 10 06:16:56.627776 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-295582bb-5dce-49e6-905c-aaea66408983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.673777 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (3dc5e458-75dd-4158-9071-bd7b6f009b7a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.678796 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.680312 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dc5e458-75dd-4158-9071-bd7b6f009b7a HTTP/1.1" status: 204 len: 168 time: 0.4297702 Mar 10 06:16:56.707747 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736eb78-97de-43b2-878b-3a68a9e9637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc5e458-75dd-4158-9071-bd7b6f009b7a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:56.713756 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks [] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.809275 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-295582bb-5dce-49e6-905c-aaea66408983 admin admin] Publish callbacks [] for security_group (f227631c-e743-41f5-b754-9c704b2b2f8b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.814214 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-55e682b5-ae2d-4c81-a4c8-a02f4dbc7e84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--620929271&fields=id&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 267 time: 0.0846865 Mar 10 06:16:56.867027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.880834 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-527373b7-55a1-43fb-a71e-464cdd06dabd req-168b2267-faf8-41b8-a8fd-00f63a2fb98e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0503669 Mar 10 06:16:56.884550 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-295582bb-5dce-49e6-905c-aaea66408983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f227631c-e743-41f5-b754-9c704b2b2f8b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:56.955636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:16:56.964792 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-295582bb-5dce-49e6-905c-aaea66408983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2528bad21327413b9aab88d11dd8d458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7207427 Mar 10 06:16:56.973885 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46938) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:56.990177 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:16:56.990981 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295582bb-5dce-49e6-905c-aaea66408983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227631c-e743-41f5-b754-9c704b2b2f8b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:57.008047 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:16:57.021813 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:57.023035 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.026373 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Pushing event updated for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:57.040844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-0f5713b3-2d37-4de6-aecb-01bf7f1186af tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:57.048449 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-0f5713b3-2d37-4de6-aecb-01bf7f1186af tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 816 time: 0.2273901 Mar 10 06:16:57.062943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c4085720-1cec-4fbc-8ad8-349106139dff tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/quotas/1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 375 time: 0.0136290 Mar 10 06:16:57.089401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] Publish callbacks [] for security_group (f227631c-e743-41f5-b754-9c704b2b2f8b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.130930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] Publish callbacks [] for security_group (f227631c-e743-41f5-b754-9c704b2b2f8b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.134343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb67e357-3e45-4c8c-9612-9ed549177c1d {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:16:57.145008 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks [] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.154980 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46944) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:57.180659 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a865dcbf-a538-4d02-a9e6-206793d980a5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2001481 Mar 10 06:16:57.180828 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-6ccb3fe5-a1a7-4395-bfeb-bee5ebb1003e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060429 Mar 10 06:16:57.185762 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Transition to ACTIVE for port object fb67e357-3e45-4c8c-9612-9ed549177c1d will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:16:57.195790 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c369414d-fb87-4460-9a14-b1fb9ee7a650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.207205 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Request body: {'port': {'device_id': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:57.249627 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.283561 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6bb553eb-4344-4f07-9f00-a87482f51fb4 req-9d32f602-bad2-48de-a06c-0d19f1fc8e43 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0307646 Mar 10 06:16:57.321903 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f227631c-e743-41f5-b754-9c704b2b2f8b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.324695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.330070 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f227631c-e743-41f5-b754-9c704b2b2f8b HTTP/1.1" status: 204 len: 168 time: 0.3507340 Mar 10 06:16:57.338924 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44a34-f5a3-43c5-83f3-2feeac7dd070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227631c-e743-41f5-b754-9c704b2b2f8b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:57.357910 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-14b00969-451b-4bf2-8be6-0504b811243e service neutron] 10.222.0.15 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555507 Mar 10 06:16:57.365903 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Pushing event updated for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:57.389970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.444122 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Attempting to bind port fb67e357-3e45-4c8c-9612-9ed549177c1d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:57.444654 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Attempting to bind port fb67e357-3e45-4c8c-9612-9ed549177c1d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:57.444836 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Attempting to bind port fb67e357-3e45-4c8c-9612-9ed549177c1d on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:57.479926 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Port fb67e357-3e45-4c8c-9612-9ed549177c1d on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:16:57.480435 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Attempting to bind port fb67e357-3e45-4c8c-9612-9ed549177c1d on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:57.483543 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-05f44c8e-b320-4347-9681-94bce262bf9f service neutron] 10.222.0.15 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147456 Mar 10 06:16:57.504701 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:57.505064 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Checking segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:57.505604 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Bound using segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:57.506034 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Bound port: fb67e357-3e45-4c8c-9612-9ed549177c1d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:57.506463 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.521809 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c369414d-fb87-4460-9a14-b1fb9ee7a650 admin admin] Publish callbacks [] for security_group (82c308a0-f70a-464c-a46f-6cc7ad2f25b3), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.566051 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46956) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:57.607812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4986d552-0d67-469c-9eb5-5c9bae2ce0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.652915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c369414d-fb87-4460-9a14-b1fb9ee7a650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (82c308a0-f70a-464c-a46f-6cc7ad2f25b3), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.700657 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4986d552-0d67-469c-9eb5-5c9bae2ce0fa admin admin] Publish callbacks [] for security_group (0080bea4-a910-43e2-a715-4c8370a962d2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.747304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:57.752156 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369414d-fb87-4460-9a14-b1fb9ee7a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c308a0-f70a-464c-a46f-6cc7ad2f25b3,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:57.762443 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c369414d-fb87-4460-9a14-b1fb9ee7a650 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e7cd7bb6fa54ebba1543a4c40f3eaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057589 Mar 10 06:16:57.768122 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46962) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:57.778724 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:57.824110 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57fad5-b189-4307-9bc9-bd7dd8451d33 req-e7aab24f-7f6d-488f-8324-c35d53b0f4ac tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:57.835810 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9b57fad5-b189-4307-9bc9-bd7dd8451d33 req-e7aab24f-7f6d-488f-8324-c35d53b0f4ac tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.1294813 Mar 10 06:16:57.835947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4986d552-0d67-469c-9eb5-5c9bae2ce0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (0080bea4-a910-43e2-a715-4c8370a962d2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.864042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.909782 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:57.910400 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.911852 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] 10.222.0.37 "PUT /v2.0/ports/fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 1093 time: 1.9553766 Mar 10 06:16:57.913955 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:16:57.973788 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-19ac57a6-8bc1-4ad6-83de-8bedec1bf20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:57.984982 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:16:57.988405 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e652f301-5ea5-47b4-b5f3-d3dd4a88b971 req-8c572743-e251-43b2-b904-c1ba5efb22bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.0846231 Mar 10 06:16:57.991747 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4986d552-0d67-469c-9eb5-5c9bae2ce0fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58e42f9e6c8b4f38ac90017c72eba076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246092 Mar 10 06:16:57.997729 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 46972) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:57.999825 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks [] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.047807 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c25f3-f30b-4057-8741-16980f3ce58e service neutron] Pushing event updated for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.056013 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] Publish callbacks [] for security_group (82c308a0-f70a-464c-a46f-6cc7ad2f25b3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.067623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986d552-0d67-469c-9eb5-5c9bae2ce0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080bea4-a910-43e2-a715-4c8370a962d2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.082560 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Transition to ACTIVE for port object 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:16:58.114932 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] Publish callbacks [] for security_group (82c308a0-f70a-464c-a46f-6cc7ad2f25b3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.137664 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9b57fad5-b189-4307-9bc9-bd7dd8451d33 req-ecd4dfde-af41-4993-8221-72243f4e3da1 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354980 Mar 10 06:16:58.176631 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] Publish callbacks [] for security_group (0080bea4-a910-43e2-a715-4c8370a962d2), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.186737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-5db21544-89cf-4f49-98b5-dc6fd9e6412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:58.190941 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-5db21544-89cf-4f49-98b5-dc6fd9e6412a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1127 time: 0.1180708 Mar 10 06:16:58.242668 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858c0c-0eae-4e4f-bffb-a59ec842e053 req-8b17c26a-7777-46b9-9629-5fd64efcf3e0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:58.245094 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d858c0c-0eae-4e4f-bffb-a59ec842e053 req-8b17c26a-7777-46b9-9629-5fd64efcf3e0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 932 time: 0.0711279 Mar 10 06:16:58.309480 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d858c0c-0eae-4e4f-bffb-a59ec842e053 req-f9ab947b-9a2d-4d4e-bed1-bffbf7dabe3a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550175 Mar 10 06:16:58.349401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 46988) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:58.353521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (82c308a0-f70a-464c-a46f-6cc7ad2f25b3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.353521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.355140 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82c308a0-f70a-464c-a46f-6cc7ad2f25b3 HTTP/1.1" status: 204 len: 168 time: 0.5668221 Mar 10 06:16:58.376128 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0280a-9cb5-4e15-9297-4ebb914b582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c308a0-f70a-464c-a46f-6cc7ad2f25b3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.394193 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] Publish callbacks [] for security_group (0080bea4-a910-43e2-a715-4c8370a962d2), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.396035 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aec1f07f-f272-4903-9a3f-9362fa8f650f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.403497 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dfdf57-1c07-494d-b044-8440fe41190b" -d '{"events": [{"name": "network-changed", "server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:16:58.436553 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.487942 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-ea050332-38d6-4c09-aab1-8cb653f2a4b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.2823858 Mar 10 06:16:58.505048 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-45cfa89d-d562-46b5-99cf-8868026a59b2 req-fbdf667d-922a-4235-8c87-d326d36b9f06 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0843213 Mar 10 06:16:58.582443 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aec1f07f-f272-4903-9a3f-9362fa8f650f admin admin] Publish callbacks [] for security_group (7b21db6d-1b63-479d-8570-a0e8faf6d839), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.612256 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Pushing event updated for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.650433 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-9cd502b4-a0f7-4741-8295-7d1d36136f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:58.652815 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-9cd502b4-a0f7-4741-8295-7d1d36136f3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.1381593 Mar 10 06:16:58.658510 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Attempting to bind port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:16:58.658877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Attempting to bind port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:16:58.659204 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Attempting to bind port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:58.668578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aec1f07f-f272-4903-9a3f-9362fa8f650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7b21db6d-1b63-479d-8570-a0e8faf6d839), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.693009 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:16:58.693009 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Attempting to bind port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 on network ce029d95-34ef-4c3d-a885-9a467e6e9ef1 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:16:58.718281 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-f2c29615-b443-40c8-aa92-795303c7a9aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558896 Mar 10 06:16:58.721759 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:16:58.721759 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Checking segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:16:58.721759 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Bound using segment: {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:16:58.722123 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Bound port: 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03986f7-5699-474c-9a32-7438c5010fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:16:58.722479 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.773546 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aec1f07f-f272-4903-9a3f-9362fa8f650f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c29b323879954a2a8594dd2a686d547b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145243 Mar 10 06:16:58.773546 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1f07f-f272-4903-9a3f-9362fa8f650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21db6d-1b63-479d-8570-a0e8faf6d839,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.775227 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (0080bea4-a910-43e2-a715-4c8370a962d2), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.778969 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.780499 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0080bea4-a910-43e2-a715-4c8370a962d2 HTTP/1.1" status: 204 len: 168 time: 0.7777691 Mar 10 06:16:58.786782 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47006) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:58.802069 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baf7f7-f9f4-414e-8f00-3dfc3e27ad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080bea4-a910-43e2-a715-4c8370a962d2,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:58.888865 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:16:58.893140 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-6e7d1e59-2569-433a-a2ed-1d98c8ced970 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675417 Mar 10 06:16:58.895050 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:16:58.935799 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] Publish callbacks [] for security_group (7b21db6d-1b63-479d-8570-a0e8faf6d839), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:58.962169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] Publish callbacks [] for security_group (7b21db6d-1b63-479d-8570-a0e8faf6d839), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.018212 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46042ad3-00d0-4a20-be19-3ad018d1627a x-openstack-request-id: req-46042ad3-00d0-4a20-be19-3ad018d1627a {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:16:59.019622 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:16:59.019909 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46042ad3-00d0-4a20-be19-3ad018d1627a {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:16:59.020360 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d', 'status': 'completed', 'code': 200} Mar 10 06:16:59.024096 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.072914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.074493 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.075935 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] 10.222.0.37 "PUT /v2.0/ports/518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 200 len: 1094 time: 1.8755207 Mar 10 06:16:59.114869 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-332735ff-d83d-4d6f-94f1-13527d123b34 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.116373 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-332735ff-d83d-4d6f-94f1-13527d123b34 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1198540 Mar 10 06:16:59.119775 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc7c51-7252-4b6a-96d4-879fa4599b45 service neutron] Pushing event updated for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:59.124469 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-67b9289f-355d-4dda-acc7-827ecbf646e6 req-76a55889-fc79-46ac-91a4-9b981ff0a227 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254851 Mar 10 06:16:59.259853 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.332671 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-5cf4ea7a-f075-4ccd-960a-557650ca9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.334523 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-5cf4ea7a-f075-4ccd-960a-557650ca9b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0630295 Mar 10 06:16:59.340651 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c23b54e0-c5cd-4a92-a078-f058bebebcfe req-6b671a9e-4965-42e9-bb0b-6dd43824f1a1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.2233086 Mar 10 06:16:59.351773 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7b21db6d-1b63-479d-8570-a0e8faf6d839), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.354303 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.356235 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b21db6d-1b63-479d-8570-a0e8faf6d839 HTTP/1.1" status: 204 len: 168 time: 0.5681148 Mar 10 06:16:59.395168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685e12d-6d33-4331-b2fe-51c3cef022f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21db6d-1b63-479d-8570-a0e8faf6d839,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:16:59.452934 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-5484935c-e581-4c31-a3be-4ee0fcb4755d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 200 len: 217 time: 0.1056094 Mar 10 06:16:59.500226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985150-52be-4b40-9819-40360380a70b req-88149438-1012-4a96-8272-b53b56486d52 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.502264 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef985150-52be-4b40-9819-40360380a70b req-88149438-1012-4a96-8272-b53b56486d52 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 944 time: 0.1655040 Mar 10 06:16:59.508901 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-45f2b7f6-afa4-462d-94f2-a625d2734cf2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 379 time: 0.1731770 Mar 10 06:16:59.552815 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'port': {'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'admin_state_up': True, 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'security_groups': ['40c83179-19f4-47da-8caf-e89ecf066ccf']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:16:59.553214 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e8999-d24a-4b7a-b232-03087c44931b req-fab518ea-7bd7-452d-9a1d-13863a6084e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.554760 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-fab518ea-7bd7-452d-9a1d-13863a6084e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0944016 Mar 10 06:16:59.574284 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfdf57-1c07-494d-b044-8440fe41190b req-371cafbb-e8d1-415d-ac43-72db4e1f01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.577756 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-371cafbb-e8d1-415d-ac43-72db4e1f01db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1127 time: 0.1696756 Mar 10 06:16:59.613498 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.616283 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-e80aa81d-a297-4590-b6d0-250145c16685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467913 Mar 10 06:16:59.663077 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e00967-e1ab-4420-8d4b-e3fd94225428 req-a1db7e54-b373-4bab-81c0-a32b353b9055 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.664350 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-16e00967-e1ab-4420-8d4b-e3fd94225428 req-a1db7e54-b373-4bab-81c0-a32b353b9055 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 944 time: 0.2186825 Mar 10 06:16:59.667019 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47046) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:16:59.676236 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef985150-52be-4b40-9819-40360380a70b req-27c2bafb-fca7-45e6-8ada-69aa2c4b6156 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657450 Mar 10 06:16:59.752034 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-16e00967-e1ab-4420-8d4b-e3fd94225428 req-98621fee-f795-444c-a39d-31ae7c10a603 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Mar 10 06:16:59.811208 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77be63df-e9ff-4d58-a66b-13783e854c2d req-e88f4f3d-9af6-4a24-a0a5-a17c012e1098 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0427532 Mar 10 06:16:59.850861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:16:59.856448 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:16:59.935079 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-a2aa2608-dd51-4e8c-b57c-3ae0247f75b4 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101566 Mar 10 06:16:59.990263 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfdf57-1c07-494d-b044-8440fe41190b req-52fa763a-2b12-4ff8-a32d-358f6819caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:16:59.991862 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-52fa763a-2b12-4ff8-a32d-358f6819caf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.3781412 Mar 10 06:17:00.003295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.20.0.7 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/188bfa48-8e15-4b42-9b0e-a964c11f526e) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:00.027704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5294a99b-0653-4093-9b12-d36cc737da80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.071149 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 8fcfffcc-19f5-478e-80f7-17f2665e06ee details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:17:00.072256 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-66cf43e7-7f0d-4c1b-9b56-6fafc9eac5d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0709229 Mar 10 06:17:00.142044 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d58e8999-d24a-4b7a-b232-03087c44931b req-ff59dea3-7c48-49c2-b68f-ae08eac6a886 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825364 Mar 10 06:17:00.143379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfdf57-1c07-494d-b044-8440fe41190b req-2b50254b-fa80-491c-83e9-cd16a9e2bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:00.144756 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-2b50254b-fa80-491c-83e9-cd16a9e2bb86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0668738 Mar 10 06:17:00.193157 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-5749362f-94cc-4b19-8b20-1207e8277ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362561 Mar 10 06:17:00.225311 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.231215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5294a99b-0653-4093-9b12-d36cc737da80 admin admin] Publish callbacks [] for security_group (caca39d6-2f78-4d59-9dab-4c0ddadd4d85), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.299417 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee,segment=NetworkSegment(d4cc5533-dad6-481e-a835-8fb0d176b4c9),segment_id=d4cc5533-dad6-481e-a835-8fb0d176b4c9)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:00.312853 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-15c24c04-443b-449b-ad3d-695ee2756cda service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140876 Mar 10 06:17:00.320185 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '8fcfffcc-19f5-478e-80f7-17f2665e06ee', 'network_id': '468ad6fa-0d76-4aff-9636-c39ee7c3c89b', 'port_id': '8fcfffcc-19f5-478e-80f7-17f2665e06ee', 'mac_address': 'fa:16:3e:85:3c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9698ba76-72c5-4fef-b44c-83d65776ac36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:17:00.345760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5294a99b-0653-4093-9b12-d36cc737da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (caca39d6-2f78-4d59-9dab-4c0ddadd4d85), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.350947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.368571 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 8fcfffcc-19f5-478e-80f7-17f2665e06ee is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:00.369195 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.386909 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcfffcc-19f5-478e-80f7-17f2665e06ee {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:00.421563 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee,segment=NetworkSegment(d4cc5533-dad6-481e-a835-8fb0d176b4c9),segment_id=d4cc5533-dad6-481e-a835-8fb0d176b4c9)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:00.423040 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-85dfdf57-1c07-494d-b044-8440fe41190b req-f15321e3-2ff6-4ba4-91ff-ddab1781830f service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962076 Mar 10 06:17:00.455362 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:00.476763 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5294a99b-0653-4093-9b12-d36cc737da80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a0ac29952624bd2944abb7fabbaecd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8059747 Mar 10 06:17:00.477562 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47074) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:00.485797 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.507707 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294a99b-0653-4093-9b12-d36cc737da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca39d6-2f78-4d59-9dab-4c0ddadd4d85,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:00.511683 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:00.514323 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a3daf311-3166-4c37-b255-263657bf2689 req-3927a32a-d625-42b2-8dcc-3a519667f29c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.0495594 Mar 10 06:17:00.515974 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:00.518513 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:00.523810 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:00.524440 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.576406 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:00.614987 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] Publish callbacks [] for security_group (caca39d6-2f78-4d59-9dab-4c0ddadd4d85), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.625833 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-22f23c7a-d25e-461d-809a-c36ece571159 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0808179 Mar 10 06:17:00.640339 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] Publish callbacks [] for security_group (caca39d6-2f78-4d59-9dab-4c0ddadd4d85), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.645605 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Request body: {'port': {'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:00.756878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.788786 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (caca39d6-2f78-4d59-9dab-4c0ddadd4d85), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.797886 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.799597 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caca39d6-2f78-4d59-9dab-4c0ddadd4d85 HTTP/1.1" status: 204 len: 168 time: 0.3207912 Mar 10 06:17:00.814222 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5c3e1-6f81-4d02-8a9e-f499c66314e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca39d6-2f78-4d59-9dab-4c0ddadd4d85,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:00.822099 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:00.892925 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['8fcfffcc-19f5-478e-80f7-17f2665e06ee'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:00.993761 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-c7038e3c-89e0-4acd-b0c3-80c859e329e1 None None] Provisioning complete for port 188bfa48-8e15-4b42-9b0e-a964c11f526e triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:00.994139 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c7038e3c-89e0-4acd-b0c3-80c859e329e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.010445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-55680341-a477-4eef-9fe6-1f6f8d19efc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.012822 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-55680341-a477-4eef-9fe6-1f6f8d19efc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 816 time: 0.1312773 Mar 10 06:17:01.022988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:01.028389 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2" -d '{"events": [{"name": "network-changed", "server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:01.076277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137f9a7-7a96-45b2-a0f4-946cb98958aa req-f0a3c5d5-64f7-47cb-84dc-edad560ed6fe tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.077871 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c137f9a7-7a96-45b2-a0f4-946cb98958aa req-f0a3c5d5-64f7-47cb-84dc-edad560ed6fe tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 945 time: 0.2244663 Mar 10 06:17:01.098050 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-c7038e3c-89e0-4acd-b0c3-80c859e329e1 None None] Port 188bfa48-8e15-4b42-9b0e-a964c11f526e cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:01.207689 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c60ac-5fc3-4cd0-87b5-0677b7d23a36 req-75b095e8-4b32-43f7-bf35-d3cef2a0529e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.217214 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d5c60ac-5fc3-4cd0-87b5-0677b7d23a36 req-75b095e8-4b32-43f7-bf35-d3cef2a0529e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 944 time: 0.3111889 Mar 10 06:17:01.225222 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c137f9a7-7a96-45b2-a0f4-946cb98958aa req-e3ec13f6-3a8c-496c-981f-03830ff3efe8 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370728 Mar 10 06:17:01.344241 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d5c60ac-5fc3-4cd0-87b5-0677b7d23a36 req-774996c8-d7d8-480a-ad65-6ad4658b5581 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163509 Mar 10 06:17:01.359208 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-75711b24-bf51-4b1d-8569-ce9853a7db48 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 379 time: 0.3267717 Mar 10 06:17:01.389716 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'port': {'device_id': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'admin_state_up': True, 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'security_groups': ['843b81fc-5b46-4dbc-9efc-b961a0e7c2ed']}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:01.415018 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22ce250-d608-4d4f-b9f0-a613417d5eea x-openstack-request-id: req-b22ce250-d608-4d4f-b9f0-a613417d5eea {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:01.415740 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:01.416234 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b22ce250-d608-4d4f-b9f0-a613417d5eea {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:01.419268 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6', 'status': 'completed', 'code': 200} Mar 10 06:17:01.424495 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188bfa48-8e15-4b42-9b0e-a964c11f526e {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:01.439563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks [] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.469565 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5191-d05a-4cfa-87e8-dd5989a56817 req-aa9bba94-b0ca-4089-810a-b9b38eecb768 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.471509 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-301d5191-d05a-4cfa-87e8-dd5989a56817 req-aa9bba94-b0ca-4089-810a-b9b38eecb768 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 931 time: 0.1345980 Mar 10 06:17:01.475172 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Transition to ACTIVE for port object 188bfa48-8e15-4b42-9b0e-a964c11f526e will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:17:01.527494 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-301d5191-d05a-4cfa-87e8-dd5989a56817 req-7aa9a26f-c5da-49a3-86c2-6aaa47a653f7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497541 Mar 10 06:17:01.554071 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.566677 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-e7487f9e-cca0-4fb2-9e84-43aebc09623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.568225 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-e7487f9e-cca0-4fb2-9e84-43aebc09623c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0871253 Mar 10 06:17:01.676439 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-16f81632-1de3-4f3b-af6e-0aedba56bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.677965 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-16f81632-1de3-4f3b-af6e-0aedba56bc37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.0973766 Mar 10 06:17:01.680487 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Pushing event updated for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:01.724249 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Attempting to bind port 188bfa48-8e15-4b42-9b0e-a964c11f526e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:01.724597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Attempting to bind port 188bfa48-8e15-4b42-9b0e-a964c11f526e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:01.724942 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Attempting to bind port 188bfa48-8e15-4b42-9b0e-a964c11f526e on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:01.736969 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-73cb3f3c-60a6-4ff6-b032-1ee031c13dda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 200 len: 217 time: 0.0516589 Mar 10 06:17:01.743952 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Made reservation on behalf of 1162e8b2e9c540718036e610692b772b for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:01.749643 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.757993 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b2eea9fd-64d7-4d53-b5a9-2f17f64e2ac6 req-79107a51-2049-42eb-a51e-caa72ca02d84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.0604272 Mar 10 06:17:01.760421 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Port 188bfa48-8e15-4b42-9b0e-a964c11f526e on network cf442853-dabc-4faa-8b2f-89c6af46b0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:17:01.760760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Attempting to bind port 188bfa48-8e15-4b42-9b0e-a964c11f526e on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:01.770137 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:01.770492 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:01.770909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:01.771351 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Bound port: 188bfa48-8e15-4b42-9b0e-a964c11f526e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:01.771718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.868501 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:01.873675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:01.893990 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-81ed72e7-1dc6-4ffd-9dcc-aee2a298d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.895503 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-81ed72e7-1dc6-4ffd-9dcc-aee2a298d48b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.1407869 Mar 10 06:17:01.957089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:01.960790 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-51590ac6-7078-4fca-b8fc-8708f74a81f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567045 Mar 10 06:17:01.998523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:01.999226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.001080 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] 10.222.0.37 "PUT /v2.0/ports/188bfa48-8e15-4b42-9b0e-a964c11f526e HTTP/1.1" status: 200 len: 1093 time: 1.3610647 Mar 10 06:17:02.004262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:02.008853 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:02.009078 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Allocated IP 172.20.0.3 (d6f27f0a-85d6-4f72-b783-df2f3c6b5193/55f2e688-dab2-4b71-af9a-55953ca6febd/412909a1-01bf-4ce2-b6b3-0335113054ea) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:02.044219 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52cecb-43a4-4872-9edf-92626bf4dddf service neutron] Pushing event updated for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:02.073600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd037fe-6d54-4bd7-b621-1bca986623be x-openstack-request-id: req-5cd037fe-6d54-4bd7-b621-1bca986623be {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:02.073600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:02.073600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cd037fe-6d54-4bd7-b621-1bca986623be {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:02.073600 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'status': 'completed', 'code': 200} Mar 10 06:17:02.075857 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device fb67e357-3e45-4c8c-9612-9ed549177c1d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:17:02.133989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 8fcfffcc-19f5-478e-80f7-17f2665e06ee up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:02.164034 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-1f585731-f14a-44ad-afb3-c47b42a0e8ee service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972022 Mar 10 06:17:02.181891 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-888fb00a-6a90-451a-81d9-daa61475474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:02.183938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-888fb00a-6a90-451a-81d9-daa61475474f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 1127 time: 0.0728855 Mar 10 06:17:02.368690 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.386718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47128) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:02.397100 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 8fcfffcc-19f5-478e-80f7-17f2665e06ee completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:17:02.430559 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.446336 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 8fcfffcc-19f5-478e-80f7-17f2665e06ee triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:02.446734 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.450393 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:02.464922 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-a6b109a8-f2d0-4fa4-b35e-a95e305a7233 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798598 Mar 10 06:17:02.504130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-885689a6-a7b7-4408-87eb-4c0f6f402e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.513216 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'fb67e357-3e45-4c8c-9612-9ed549177c1d', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'port_id': 'fb67e357-3e45-4c8c-9612-9ed549177c1d', 'mac_address': 'fa:16:3e:13:86:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:17:02.565693 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.572049 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dd0d9-b9a6-4c51-b631-c1d1b6842404 req-a1be6cc5-e4af-4378-9320-55013bcf2bae tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:02.580849 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d0dd0d9-b9a6-4c51-b631-c1d1b6842404 req-a1be6cc5-e4af-4378-9320-55013bcf2bae tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 945 time: 0.2145045 Mar 10 06:17:02.587289 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-dbabb866-a3bd-440c-89c5-bb579e2c5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:02.588721 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-dbabb866-a3bd-440c-89c5-bb579e2c5325 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=21e8c8866ebe41d3bdecc19450a10669&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3922284 Mar 10 06:17:02.594915 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port fb67e357-3e45-4c8c-9612-9ed549177c1d is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:02.595751 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.637226 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:02.641124 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:02.647332 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:02.654058 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:02.654734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.668995 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:02.719915 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 8fcfffcc-19f5-478e-80f7-17f2665e06ee is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:02.720591 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.734746 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c6298851-a473-4af7-8915-b9188cabfd80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3659708 Mar 10 06:17:02.735207 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb67e357-3e45-4c8c-9612-9ed549177c1d {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:02.750154 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Request body: {'port': {'device_id': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:02.772536 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:02.797515 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:02.869773 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.894760 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:02.959977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee,segment=NetworkSegment(d4cc5533-dad6-481e-a835-8fb0d176b4c9),segment_id=d4cc5533-dad6-481e-a835-8fb0d176b4c9)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:02.963221 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:03.045298 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4d0dd0d9-b9a6-4c51-b631-c1d1b6842404 req-adb4023e-85f1-493d-b1cb-104eee652842 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588978 Mar 10 06:17:03.077015 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ec33de8b-cfb6-4b30-8dbb-1127d52e2ba0 None None] Provisioning complete for port 412909a1-01bf-4ce2-b6b3-0335113054ea triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:03.077873 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ec33de8b-cfb6-4b30-8dbb-1127d52e2ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.084236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4010-6f4d-47e4-b492-ceb5a28653d8 req-b80063fd-d4e6-4853-bb05-c1e3f660a97f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.090901 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bbff4010-6f4d-47e4-b492-ceb5a28653d8 req-b80063fd-d4e6-4853-bb05-c1e3f660a97f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 944 time: 0.6171594 Mar 10 06:17:03.154746 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.161162 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ec33de8b-cfb6-4b30-8dbb-1127d52e2ba0 None None] Port 412909a1-01bf-4ce2-b6b3-0335113054ea cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:03.180948 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['fb67e357-3e45-4c8c-9612-9ed549177c1d'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:03.237630 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:03.255147 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-885689a6-a7b7-4408-87eb-4c0f6f402e8b admin admin] Publish callbacks [] for security_group (bf71a1e9-ba33-4b5d-bcaa-4e26440496e8), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.256797 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-2dd6f8a4-563c-4ede-afed-c3c2520ba404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.258269 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ec44c87-6e6c-415b-9d8d-da1d6835b6ba req-2dd6f8a4-563c-4ede-afed-c3c2520ba404 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6590428 Mar 10 06:17:03.279912 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bbff4010-6f4d-47e4-b492-ceb5a28653d8 req-6d54da83-2233-4d1a-a74d-1c378ada34d2 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635725 Mar 10 06:17:03.327591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a6918-61a0-453e-8ed3-c792049e3fe7 req-e52d1c5a-6752-4554-8f61-eca052724ac6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.334753 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c1a6918-61a0-453e-8ed3-c792049e3fe7 req-e52d1c5a-6752-4554-8f61-eca052724ac6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 943 time: 0.1784611 Mar 10 06:17:03.393422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:03.407048 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks [] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.421422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Transition to ACTIVE for port object 412909a1-01bf-4ce2-b6b3-0335113054ea will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:17:03.447756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda67cce-84c2-4fee-8da8-40d00c10cf4b" -d '{"events": [{"server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "name": "network-vif-plugged", "status": "completed", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:03.452583 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-885689a6-a7b7-4408-87eb-4c0f6f402e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bf71a1e9-ba33-4b5d-bcaa-4e26440496e8), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.470873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1c1a6918-61a0-453e-8ed3-c792049e3fe7 req-a2389266-0db4-440b-921a-e2937a38ccca tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350904 Mar 10 06:17:03.516204 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-a2e04676-3bc4-4cee-b624-e682e8124dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.517844 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-a2e04676-3bc4-4cee-b624-e682e8124dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 1127 time: 0.1798522 Mar 10 06:17:03.522700 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-885689a6-a7b7-4408-87eb-4c0f6f402e8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b093a203d80406d83085f10e3fcd56d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1337101 Mar 10 06:17:03.522700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885689a6-a7b7-4408-87eb-4c0f6f402e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71a1e9-ba33-4b5d-bcaa-4e26440496e8,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:03.524628 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47164) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:03.536880 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.548958 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6909e0-c5f7-4b75-8daa-6d3727d5cc23 req-b14b857e-ef8c-4cc2-9bdd-960a19c3f071 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.550747 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc6909e0-c5f7-4b75-8daa-6d3727d5cc23 req-b14b857e-ef8c-4cc2-9bdd-960a19c3f071 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 931 time: 0.1550872 Mar 10 06:17:03.586614 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-156f7e4b-7b61-4c93-a9bf-969a60327a51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e HTTP/1.1" status: 200 len: 217 time: 0.0543511 Mar 10 06:17:03.614994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:03.679877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] Publish callbacks [] for security_group (bf71a1e9-ba33-4b5d-bcaa-4e26440496e8), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.710067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Attempting to bind port 412909a1-01bf-4ce2-b6b3-0335113054ea on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:03.711305 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Attempting to bind port 412909a1-01bf-4ce2-b6b3-0335113054ea by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:03.711839 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Attempting to bind port 412909a1-01bf-4ce2-b6b3-0335113054ea on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:03.713269 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-478086c7-5868-47aa-a25a-157636c427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.715359 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-478086c7-5868-47aa-a25a-157636c427b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.1216855 Mar 10 06:17:03.719181 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc6909e0-c5f7-4b75-8daa-6d3727d5cc23 req-fb2205b4-cbe5-4599-8545-1627b2cef4f9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358194 Mar 10 06:17:03.723830 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Port 412909a1-01bf-4ce2-b6b3-0335113054ea on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:17:03.724365 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Attempting to bind port 412909a1-01bf-4ce2-b6b3-0335113054ea on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:03.733188 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] Publish callbacks [] for security_group (bf71a1e9-ba33-4b5d-bcaa-4e26440496e8), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.743362 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:03.744111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Checking segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:03.744814 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Bound using segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:03.746113 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Bound port: 412909a1-01bf-4ce2-b6b3-0335113054ea, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:03.746876 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.802190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-a67664be-5a9b-4de2-b21f-9603a7084733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:03.804365 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-a67664be-5a9b-4de2-b21f-9603a7084733 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834019 Mar 10 06:17:03.851307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4400479c-0219-42fd-8b53-ae7f6839e2b5 x-openstack-request-id: req-4400479c-0219-42fd-8b53-ae7f6839e2b5 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:03.851467 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "name": "network-vif-plugged", "status": "completed", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:03.852344 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4400479c-0219-42fd-8b53-ae7f6839e2b5 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:03.852802 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee', 'code': 200} Mar 10 06:17:03.893276 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:03.896746 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:03.935446 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-cbc5f3d6-0c3a-47c6-8431-70c17d4afa71 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239135 Mar 10 06:17:03.988370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bf71a1e9-ba33-4b5d-bcaa-4e26440496e8), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.990972 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:03.993447 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf71a1e9-ba33-4b5d-bcaa-4e26440496e8 HTTP/1.1" status: 204 len: 168 time: 0.4676502 Mar 10 06:17:03.996263 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.031211 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906ba03-22f6-4e6b-ae2c-7a10ee97141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71a1e9-ba33-4b5d-bcaa-4e26440496e8,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:04.038067 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6171d31b-4b4d-4e15-b984-eaa350dae6ab req-646275be-2e0e-48fa-b8a7-4f0a1e0cbcae service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957921 Mar 10 06:17:04.070589 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:04.072800 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:17:04.074358 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.075046 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.076669 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-8e9c2b83-67e7-48f6-b952-afc335f1efec service neutron] 10.222.0.37 "PUT /v2.0/ports/412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 1093 time: 1.3309600 Mar 10 06:17:04.077121 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:04.079700 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c" -d '{"events": [{"name": "network-changed", "server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:04.095722 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device fb67e357-3e45-4c8c-9612-9ed549177c1d up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:04.126326 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5630e8-98aa-4fbd-96c5-e4e3a6c06521 x-openstack-request-id: req-1f5630e8-98aa-4fbd-96c5-e4e3a6c06521 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:04.126923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:04.127352 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f5630e8-98aa-4fbd-96c5-e4e3a6c06521 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:04.127957 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'status': 'completed', 'code': 200} Mar 10 06:17:04.232171 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-d1edf6b8-3872-416d-b4b1-4b967e7897e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.234844 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-d1edf6b8-3872-416d-b4b1-4b967e7897e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1127 time: 0.0646856 Mar 10 06:17:04.305839 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:04.465732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port fb67e357-3e45-4c8c-9612-9ed549177c1d completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:17:04.470947 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6', 'network_id': 'ce029d95-34ef-4c3d-a885-9a467e6e9ef1', 'port_id': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6', 'mac_address': 'fa:16:3e:1d:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:17:04.478572 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port fb67e357-3e45-4c8c-9612-9ed549177c1d triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:04.478984 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.481645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f653f5-556d-4f47-994e-5d7582865885 req-8a9997b8-ddf8-44fb-99ea-b196c13bfb99 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.483895 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4f653f5-556d-4f47-994e-5d7582865885 req-8a9997b8-ddf8-44fb-99ea-b196c13bfb99 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.3131363 Mar 10 06:17:04.526323 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49274203-d046-4f2a-921e-97ad8a246558 req-fc882072-3019-4f02-b076-6c1e5c956dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.529280 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-49274203-d046-4f2a-921e-97ad8a246558 req-fc882072-3019-4f02-b076-6c1e5c956dd4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 1130 time: 0.2677910 Mar 10 06:17:04.564404 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:04.564891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.581746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f627a7-e2db-4787-b30d-f468f8d3fcf9 req-7d68dd78-9408-4f3f-b9b9-a70c10b56bf4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.585286 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:04.590703 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80f627a7-e2db-4787-b30d-f468f8d3fcf9 req-7d68dd78-9408-4f3f-b9b9-a70c10b56bf4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 944 time: 0.1672461 Mar 10 06:17:04.599383 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-49274203-d046-4f2a-921e-97ad8a246558 req-476ba659-1996-436a-81cd-026f5b7c5066 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.606741 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4f653f5-556d-4f47-994e-5d7582865885 req-f2567b7c-6645-45af-8950-938eb62a9e49 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153688 Mar 10 06:17:04.662151 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:04.680031 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-299fb156-9a09-4686-b962-d4efb0a28866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.681601 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-299fb156-9a09-4686-b962-d4efb0a28866 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1162e8b2e9c540718036e610692b772b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4334552 Mar 10 06:17:04.687489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80f627a7-e2db-4787-b30d-f468f8d3fcf9 req-e0067e7c-f25f-4be0-b44b-82e7df3277ab tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916994 Mar 10 06:17:04.712273 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port fb67e357-3e45-4c8c-9612-9ed549177c1d is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:04.712273 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.735188 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.786447 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:04.858147 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:04.874523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.888326 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-49274203-d046-4f2a-921e-97ad8a246558 req-476ba659-1996-436a-81cd-026f5b7c5066 service neutron] Publish callbacks [] for security_group (d7e12c6a-5820-4dc0-b5a2-7f4a30a32d0b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.917936 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484df6e-e31a-40bc-9593-3c9249e15de1 req-b583d4ab-0f92-4b7c-98b1-ca997bae4a7d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:04.920090 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4484df6e-e31a-40bc-9593-3c9249e15de1 req-b583d4ab-0f92-4b7c-98b1-ca997bae4a7d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 943 time: 0.1883326 Mar 10 06:17:04.970977 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-49274203-d046-4f2a-921e-97ad8a246558 req-476ba659-1996-436a-81cd-026f5b7c5066 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d7e12c6a-5820-4dc0-b5a2-7f4a30a32d0b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:04.990188 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:05.020607 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-5ac1fb70-1673-4d29-87ee-88bd29dbe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.022109 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9fb5135a-f543-4bc4-bd9b-c7d49aa5b04c req-5ac1fb70-1673-4d29-87ee-88bd29dbe684 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3305225 Mar 10 06:17:05.030047 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ff57-3f1e-47fa-9f7e-96d2457ee29a req-da003fd8-7357-4cb7-b02c-0443d79d9d09 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.031577 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b80ff57-3f1e-47fa-9f7e-96d2457ee29a req-da003fd8-7357-4cb7-b02c-0443d79d9d09 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1770456 Mar 10 06:17:05.045651 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['518ebe42-2f2f-45a4-9e85-2f24e5f243a6'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:05.052272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ba659-1996-436a-81cd-026f5b7c5066 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e12c6a-5820-4dc0-b5a2-7f4a30a32d0b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:05.081708 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4484df6e-e31a-40bc-9593-3c9249e15de1 req-56ebba4b-1d63-43c4-b68a-0c4f2bb51e19 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519377 Mar 10 06:17:05.090551 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-49274203-d046-4f2a-921e-97ad8a246558 req-476ba659-1996-436a-81cd-026f5b7c5066 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524106 Mar 10 06:17:05.109300 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b80ff57-3f1e-47fa-9f7e-96d2457ee29a req-185cc373-a8c5-4e28-b44b-0385b7270076 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632212 Mar 10 06:17:05.411295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-6471eb76-eda8-4035-9403-58b9cdb070b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.412786 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-6471eb76-eda8-4035-9403-58b9cdb070b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1127 time: 0.0486016 Mar 10 06:17:05.462748 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-b6d8275c-1ef7-48b7-a1e3-5ad9cf4c01a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 217 time: 0.0355117 Mar 10 06:17:05.512225 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c457ff63-486e-45da-a592-2cbe1c29d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.515872 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-c457ff63-486e-45da-a592-2cbe1c29d96c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0460320 Mar 10 06:17:05.571564 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-b96b3320-646a-463e-afc6-1ceb2cf8714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.573129 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-b96b3320-646a-463e-afc6-1ceb2cf8714d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506835 Mar 10 06:17:05.676247 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-2ac64ddd-f237-454a-8dea-ead5429a0b89 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936725 Mar 10 06:17:05.676713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47270) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:05.847164 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6312d2be-8a25-499c-8e08-c5ca22f23d20 req-f70d6ea8-1973-4ccc-96b6-837f8ed766db service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643050 Mar 10 06:17:05.854496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:05.855700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7afcbe-d870-47e1-a29d-146049c6c0af req-5522a48c-ec8e-4dca-b5e5-fba923016887 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.857067 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d7afcbe-d870-47e1-a29d-146049c6c0af req-5522a48c-ec8e-4dca-b5e5-fba923016887 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.1493168 Mar 10 06:17:05.857298 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f464c0a-712c-4d1f-9cee-908d39ffb9d7" -d '{"events": [{"server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "name": "network-vif-plugged", "status": "completed", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:05.872979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5bba8-0884-4412-85a3-6a9bb7500667 req-418735e8-f2b3-4b93-8019-1a1f315d2254 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:05.874458 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-83c5bba8-0884-4412-85a3-6a9bb7500667 req-418735e8-f2b3-4b93-8019-1a1f315d2254 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 945 time: 0.0931451 Mar 10 06:17:05.948099 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d7afcbe-d870-47e1-a29d-146049c6c0af req-26a0d6f6-9d77-4e50-bd50-3d57bf3c7770 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725615 Mar 10 06:17:05.952997 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-83c5bba8-0884-4412-85a3-6a9bb7500667 req-33649644-d836-471b-ac29-271600c16f1c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707819 Mar 10 06:17:05.996790 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f6870-de08-41f0-b7a8-2f22005c4bbe x-openstack-request-id: req-5f6f6870-de08-41f0-b7a8-2f22005c4bbe {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:05.997302 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "name": "network-vif-plugged", "status": "completed", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:05.997976 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f6f6870-de08-41f0-b7a8-2f22005c4bbe {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:05.998585 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d', 'code': 200} Mar 10 06:17:06.010005 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69b97d03-27c4-40a0-924c-3096c21d8395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.074444 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:06.087502 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69b97d03-27c4-40a0-924c-3096c21d8395 admin admin] Publish callbacks [] for security_group (8c7b79f8-ae08-417c-9155-0ba9d5b23a0b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.170417 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69b97d03-27c4-40a0-924c-3096c21d8395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (8c7b79f8-ae08-417c-9155-0ba9d5b23a0b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.199131 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47290) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:06.226232 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:17:06.232459 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:06.233043 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.242363 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-69b97d03-27c4-40a0-924c-3096c21d8395 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc9178740916497ca815b71764850f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5644810 Mar 10 06:17:06.245081 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47294) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:06.255677 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b97d03-27c4-40a0-924c-3096c21d8395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b79f8-ae08-417c-9155-0ba9d5b23a0b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:06.293769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47296) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:06.337468 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849606-7470-40a7-97ac-eb727c6cacb3 req-93b8d6cd-1a3f-4d56-a04a-7dd4b562146e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:06.339098 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50849606-7470-40a7-97ac-eb727c6cacb3 req-93b8d6cd-1a3f-4d56-a04a-7dd4b562146e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 943 time: 0.1813335 Mar 10 06:17:06.399067 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:06.399933 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.416893 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] Publish callbacks [] for security_group (8c7b79f8-ae08-417c-9155-0ba9d5b23a0b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.438588 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:06.440558 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b4f6-306f-4ce9-9344-e46fd48a4a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.464531 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2e23bf30-0b8c-49af-905b-9259093064c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.471258 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1fcd-8aef-463b-98a5-1b398b2cb0e6 req-0370525a-424e-44f8-ad56-dd0288a00139 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:06.472820 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df9d1fcd-8aef-463b-98a5-1b398b2cb0e6 req-0370525a-424e-44f8-ad56-dd0288a00139 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1897936 Mar 10 06:17:06.489316 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] Publish callbacks [] for security_group (8c7b79f8-ae08-417c-9155-0ba9d5b23a0b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.492662 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50849606-7470-40a7-97ac-eb727c6cacb3 req-dc43e7dc-bb3d-4025-925e-af92575057d9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397634 Mar 10 06:17:06.524126 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03397f9-c327-4606-8693-c2a74fe5381d req-1d0cd395-f088-4d22-a0ee-b40093f25b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:06.526311 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e03397f9-c327-4606-8693-c2a74fe5381d req-1d0cd395-f088-4d22-a0ee-b40093f25b91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.1861727 Mar 10 06:17:06.574305 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.574531 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b4f6-306f-4ce9-9344-e46fd48a4a46 admin admin] Publish callbacks [] for security_group (d96f0ab8-e1e8-4dc5-84e9-2521630a42dc), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.595355 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2e23bf30-0b8c-49af-905b-9259093064c1 admin admin] Publish callbacks [] for security_group (b2b4c7ba-0214-460d-a599-8cbd9c7b8f83), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.603224 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df9d1fcd-8aef-463b-98a5-1b398b2cb0e6 req-5bb3aba6-edae-450a-af16-3abb0fa884f0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225827 Mar 10 06:17:06.627957 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e03397f9-c327-4606-8693-c2a74fe5381d req-f70468e9-8fa7-4c0a-94b9-28078bc1038c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878761 Mar 10 06:17:06.644526 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:06.648248 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfa1b4f6-306f-4ce9-9344-e46fd48a4a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d96f0ab8-e1e8-4dc5-84e9-2521630a42dc), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.725102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (8c7b79f8-ae08-417c-9155-0ba9d5b23a0b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.727912 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.729207 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c7b79f8-ae08-417c-9155-0ba9d5b23a0b HTTP/1.1" status: 204 len: 168 time: 0.4825008 Mar 10 06:17:06.737854 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbce86-72d0-4f69-8eaf-18f3333ab182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7b79f8-ae08-417c-9155-0ba9d5b23a0b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:06.837598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2e23bf30-0b8c-49af-905b-9259093064c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b2b4c7ba-0214-460d-a599-8cbd9c7b8f83), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.875846 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1b4f6-306f-4ce9-9344-e46fd48a4a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f0ab8-e1e8-4dc5-84e9-2521630a42dc,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:06.885285 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-cfa1b4f6-306f-4ce9-9344-e46fd48a4a46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55e30caa242c4dd598deffcc934cab7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6841156 Mar 10 06:17:06.895515 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2e23bf30-0b8c-49af-905b-9259093064c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7d83decadb74d1fbd853028b98d6079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5983100 Mar 10 06:17:06.895892 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47312) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:06.900933 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47314) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:06.938306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23bf30-0b8c-49af-905b-9259093064c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4c7ba-0214-460d-a599-8cbd9c7b8f83,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:06.971591 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] Publish callbacks [] for security_group (b2b4c7ba-0214-460d-a599-8cbd9c7b8f83), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:06.976624 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] Publish callbacks [] for security_group (d96f0ab8-e1e8-4dc5-84e9-2521630a42dc), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.016225 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] Publish callbacks [] for security_group (b2b4c7ba-0214-460d-a599-8cbd9c7b8f83), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.016320 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] Publish callbacks [] for security_group (d96f0ab8-e1e8-4dc5-84e9-2521630a42dc), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.149783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba089e-8b56-42f7-b064-2f58a2d0a28e req-c0335c71-a32b-408a-bf34-8fee2bdea1c6 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:07.151330 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35ba089e-8b56-42f7-b064-2f58a2d0a28e req-c0335c71-a32b-408a-bf34-8fee2bdea1c6 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.0920048 Mar 10 06:17:07.165967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d96f0ab8-e1e8-4dc5-84e9-2521630a42dc), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.168520 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.174155 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96f0ab8-e1e8-4dc5-84e9-2521630a42dc HTTP/1.1" status: 204 len: 168 time: 0.2717268 Mar 10 06:17:07.176396 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb62dc-9031-4cb1-b26e-094af83e6f2e req-ef21b882-21c9-4de4-ac65-e43d79c7e569 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:07.177903 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-94fb62dc-9031-4cb1-b26e-094af83e6f2e req-ef21b882-21c9-4de4-ac65-e43d79c7e569 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1066167 Mar 10 06:17:07.196943 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b2b4c7ba-0214-460d-a599-8cbd9c7b8f83), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.201597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0254a07-7418-4ba9-bca9-fb473aa53d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f0ab8-e1e8-4dc5-84e9-2521630a42dc,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:07.204254 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.206678 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2b4c7ba-0214-460d-a599-8cbd9c7b8f83 HTTP/1.1" status: 204 len: 168 time: 0.3037426 Mar 10 06:17:07.227636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625924f-a742-44f7-a29a-8925930180da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4c7ba-0214-460d-a599-8cbd9c7b8f83,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:07.251437 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35ba089e-8b56-42f7-b064-2f58a2d0a28e req-bd259074-f0de-4374-a46f-41d10c5f70cc tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929837 Mar 10 06:17:07.284859 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-94fb62dc-9031-4cb1-b26e-094af83e6f2e req-90ef8dee-494a-43a1-82eb-dd43f847af72 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910163 Mar 10 06:17:07.413610 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47330) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:07.427043 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-703e64c1-2b2e-4014-a4f4-58a8f67dd0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.508787 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-703e64c1-2b2e-4014-a4f4-58a8f67dd0d4 admin admin] Publish callbacks [] for security_group (240f3f30-64d5-4562-ba29-1741d94b97ff), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.568382 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-703e64c1-2b2e-4014-a4f4-58a8f67dd0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (240f3f30-64d5-4562-ba29-1741d94b97ff), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.619616 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7d3f-891d-4239-a09b-f97203f6c457 req-6f746147-9289-49c0-bcfa-f70b103bba42 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:07.626736 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca7b7d3f-891d-4239-a09b-f97203f6c457 req-6f746147-9289-49c0-bcfa-f70b103bba42 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 943 time: 0.0553887 Mar 10 06:17:07.627243 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-703e64c1-2b2e-4014-a4f4-58a8f67dd0d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66143516992447c5a0cbb0aaeb4056e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085788 Mar 10 06:17:07.627243 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47336) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:07.633341 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e64c1-2b2e-4014-a4f4-58a8f67dd0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f3f30-64d5-4562-ba29-1741d94b97ff,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:07.691437 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca7b7d3f-891d-4239-a09b-f97203f6c457 req-9bc55459-d790-4746-bd61-a7aa7f6d4fe8 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558746 Mar 10 06:17:07.712858 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] Publish callbacks [] for security_group (240f3f30-64d5-4562-ba29-1741d94b97ff), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.749887 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] Publish callbacks [] for security_group (240f3f30-64d5-4562-ba29-1741d94b97ff), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.769675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547a06f-a6b5-48de-973c-934548ca1032 req-994df16b-79a0-4b2c-90f0-eb8ffe495f72 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:07.771182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6547a06f-a6b5-48de-973c-934548ca1032 req-994df16b-79a0-4b2c-90f0-eb8ffe495f72 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0602100 Mar 10 06:17:07.824963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6547a06f-a6b5-48de-973c-934548ca1032 req-1a0b56f0-419a-4c17-a3be-633e65c01da8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Mar 10 06:17:07.873482 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (240f3f30-64d5-4562-ba29-1741d94b97ff), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.876451 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:07.877682 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/240f3f30-64d5-4562-ba29-1741d94b97ff HTTP/1.1" status: 204 len: 168 time: 0.2500885 Mar 10 06:17:07.885399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a52a-9e28-4ca5-b429-77f5db7fe0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f3f30-64d5-4562-ba29-1741d94b97ff,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:07.999922 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:08.002935 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7cdc32-ef15-4c5f-8eca-c3dec83c42df" -d '{"events": [{"server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:08.040587 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca88f464-7c80-4b7c-8b41-b7cd41cb7e86 x-openstack-request-id: req-ca88f464-7c80-4b7c-8b41-b7cd41cb7e86 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:08.040912 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:08.041176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca88f464-7c80-4b7c-8b41-b7cd41cb7e86 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:08.041569 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6', 'code': 200} Mar 10 06:17:08.089765 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:17:08.178609 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47350) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:08.194236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dad949b7-1340-471a-a7a0-c7139535af0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.202059 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:08.214858 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:17:08.256070 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:08.256625 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.288209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:08.292715 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dad949b7-1340-471a-a7a0-c7139535af0b admin admin] Publish callbacks [] for security_group (a13c419a-c44a-4705-8bf9-cbb83de2b8b4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.311061 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:08.322783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47356) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:08.346257 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2df47cb6-ec62-4a2d-9294-9b47b4473902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.356084 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-dad949b7-1340-471a-a7a0-c7139535af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a13c419a-c44a-4705-8bf9-cbb83de2b8b4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.399115 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.400166 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 188bfa48-8e15-4b42-9b0e-a964c11f526e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:17:08.473400 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:08.496481 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-dad949b7-1340-471a-a7a0-c7139535af0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18ea984cf140483c8d2ddb2a3ec830b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142366 Mar 10 06:17:08.496481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad949b7-1340-471a-a7a0-c7139535af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13c419a-c44a-4705-8bf9-cbb83de2b8b4,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:08.497103 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47360) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:08.551241 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:08.570440 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:17:08.578489 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4379e4-829b-45f8-b85f-40fd0d7ec88c req-905f1fca-aeed-41da-9c63-bf2a4cf8cbf5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:08.585320 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6e4379e4-829b-45f8-b85f-40fd0d7ec88c req-905f1fca-aeed-41da-9c63-bf2a4cf8cbf5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.2145300 Mar 10 06:17:08.604857 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] Publish callbacks [] for security_group (a13c419a-c44a-4705-8bf9-cbb83de2b8b4), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.604965 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099a16d-45ae-4fdc-ab17-f8c7df046f1c req-3f06854c-9a3d-4f97-b31b-9011e8d775f9 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:08.610082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e099a16d-45ae-4fdc-ab17-f8c7df046f1c req-3f06854c-9a3d-4f97-b31b-9011e8d775f9 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.2454016 Mar 10 06:17:08.618183 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 188bfa48-8e15-4b42-9b0e-a964c11f526e is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:08.618837 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.625039 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] Publish callbacks [] for security_group (a13c419a-c44a-4705-8bf9-cbb83de2b8b4), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.627591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6f96f-d4b2-40eb-9fd1-423df7958547 req-ea75bf8b-0d2e-4041-a6be-69a03c13a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:08.629543 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3f6f96f-d4b2-40eb-9fd1-423df7958547 req-ea75bf8b-0d2e-4041-a6be-69a03c13a673 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1130 time: 0.2516081 Mar 10 06:17:08.638635 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188bfa48-8e15-4b42-9b0e-a964c11f526e {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:08.664089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2df47cb6-ec62-4a2d-9294-9b47b4473902 admin admin] Publish callbacks [] for security_group (dcf79bf6-ba89-4281-a11d-92b2af684c97), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.673103 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:08.741401 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6e4379e4-829b-45f8-b85f-40fd0d7ec88c req-81155f9a-b361-4057-84a0-587e2d02bac4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551998 Mar 10 06:17:08.746479 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e099a16d-45ae-4fdc-ab17-f8c7df046f1c req-5a558942-c9ac-49ae-863f-94bd2dbb5427 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353247 Mar 10 06:17:08.747531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2df47cb6-ec62-4a2d-9294-9b47b4473902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (dcf79bf6-ba89-4281-a11d-92b2af684c97), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.754370 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3f6f96f-d4b2-40eb-9fd1-423df7958547 req-237305e3-ff50-402a-82e0-1d706d791296 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034842 Mar 10 06:17:08.774054 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a13c419a-c44a-4705-8bf9-cbb83de2b8b4), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.777441 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.780660 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a13c419a-c44a-4705-8bf9-cbb83de2b8b4 HTTP/1.1" status: 204 len: 168 time: 0.2823136 Mar 10 06:17:08.785394 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:08.798616 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d0811-d0d6-4882-b722-e0e43e2f10c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13c419a-c44a-4705-8bf9-cbb83de2b8b4,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:08.811723 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2df47cb6-ec62-4a2d-9294-9b47b4473902 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a12a2593a624827b70efe6ab055d7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816914 Mar 10 06:17:08.811723 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df47cb6-ec62-4a2d-9294-9b47b4473902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf79bf6-ba89-4281-a11d-92b2af684c97,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:08.812103 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47378) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:08.888095 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:08.947359 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52a02b-03f2-41d0-a140-b0eafd86e5b3 req-7293518c-663d-456f-a62e-3a1cf3d58cd8 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:08.961581 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4e52a02b-03f2-41d0-a140-b0eafd86e5b3 req-7293518c-663d-456f-a62e-3a1cf3d58cd8 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 944 time: 0.1070311 Mar 10 06:17:08.991909 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] Publish callbacks [] for security_group (dcf79bf6-ba89-4281-a11d-92b2af684c97), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:09.018353 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] Publish callbacks [] for security_group (dcf79bf6-ba89-4281-a11d-92b2af684c97), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:09.083512 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4e52a02b-03f2-41d0-a140-b0eafd86e5b3 req-c4face5d-3f65-4fd2-a681-b0948196dfb4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209011 Mar 10 06:17:09.096969 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63cbdd-c87a-403c-9eff-424d7b422a37 req-44ee23c6-4346-4298-be86-bf01fb264fe6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:09.098579 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1e63cbdd-c87a-403c-9eff-424d7b422a37 req-44ee23c6-4346-4298-be86-bf01fb264fe6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.1337576 Mar 10 06:17:09.164144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['412909a1-01bf-4ce2-b6b3-0335113054ea'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:09.185006 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (dcf79bf6-ba89-4281-a11d-92b2af684c97), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:09.189010 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:09.196968 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcf79bf6-ba89-4281-a11d-92b2af684c97 HTTP/1.1" status: 204 len: 168 time: 0.3677588 Mar 10 06:17:09.207947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93094f-1fd5-4c27-bfca-e528a5fd5e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf79bf6-ba89-4281-a11d-92b2af684c97,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:09.233641 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['188bfa48-8e15-4b42-9b0e-a964c11f526e'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:09.403813 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1e63cbdd-c87a-403c-9eff-424d7b422a37 req-04c1d2f4-5b5d-42a9-ad81-5ec004165408 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967031 Mar 10 06:17:09.884618 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493d125-2584-42e4-949b-8d7e4dfd2ae9 req-74cea1fb-f996-41a8-9851-79e4ef5d7c3c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:09.890668 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5493d125-2584-42e4-949b-8d7e4dfd2ae9 req-74cea1fb-f996-41a8-9851-79e4ef5d7c3c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0771201 Mar 10 06:17:09.981503 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5493d125-2584-42e4-949b-8d7e4dfd2ae9 req-e74bcf0f-0663-4c3b-aa33-d61049be011c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Mar 10 06:17:10.219617 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d116-f0ec-4145-9131-c5938c7337d9 req-9731a619-a464-4701-944c-9f15650e1e77 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:10.221070 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ab39d116-f0ec-4145-9131-c5938c7337d9 req-9731a619-a464-4701-944c-9f15650e1e77 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 944 time: 0.0519869 Mar 10 06:17:10.270375 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ab39d116-f0ec-4145-9131-c5938c7337d9 req-5abaf1c8-675c-468c-ba42-60ff218ba2f7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430312 Mar 10 06:17:10.533820 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a3e8-6f51-4e16-a7ad-ecc9055e3313 req-270f87e8-adbe-41b0-946b-8416a58b0edb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:10.538455 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0465a3e8-6f51-4e16-a7ad-ecc9055e3313 req-270f87e8-adbe-41b0-946b-8416a58b0edb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.0532701 Mar 10 06:17:10.582288 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0465a3e8-6f51-4e16-a7ad-ecc9055e3313 req-c780ba27-507b-4b20-b85e-c8b2db89fc08 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Mar 10 06:17:11.113336 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2560-28b2-4a32-a98f-3ab7300d893d req-1220707a-dbb7-4b36-9bbd-b86cc6259263 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:11.114831 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8ab2560-28b2-4a32-a98f-3ab7300d893d req-1220707a-dbb7-4b36-9bbd-b86cc6259263 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0564077 Mar 10 06:17:11.170164 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8ab2560-28b2-4a32-a98f-3ab7300d893d req-8d3d4eab-11e9-4b4b-9428-ca8f3ec1d6a3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Mar 10 06:17:11.809127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cc754-227a-4b14-9ffa-bcdd5cc83f06 req-514e122d-8299-4f53-8116-56826bb3db98 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:11.811660 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a32cc754-227a-4b14-9ffa-bcdd5cc83f06 req-514e122d-8299-4f53-8116-56826bb3db98 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 944 time: 0.1500294 Mar 10 06:17:11.897819 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128835a-2d92-4a36-a25f-8bb9c55a3b59 req-857cb92e-53b8-405f-a928-d5c48b1c5f61 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:11.907230 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a128835a-2d92-4a36-a25f-8bb9c55a3b59 req-857cb92e-53b8-405f-a928-d5c48b1c5f61 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.2224083 Mar 10 06:17:11.985594 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a32cc754-227a-4b14-9ffa-bcdd5cc83f06 req-a10b3a24-b757-4bc1-a905-e03cdae72c26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539295 Mar 10 06:17:11.990320 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a128835a-2d92-4a36-a25f-8bb9c55a3b59 req-29867b99-bbf4-4353-9ab9-014c786557f7 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 Mar 10 06:17:11.993291 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-901cd6d5-14e9-4485-a021-14d922660032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:11.994776 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-901cd6d5-14e9-4485-a021-14d922660032 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1130 time: 0.1805193 Mar 10 06:17:12.097150 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:12.148942 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-7b00f2e3-2c03-4973-8b08-ddf16cffd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:12.150432 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-7b00f2e3-2c03-4973-8b08-ddf16cffd8fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1468065 Mar 10 06:17:12.164839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcc6c1-28a5-4f58-a72e-af5b55ef74ab req-cfa9f6a4-88c5-43c7-861c-ab63477de432 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:12.166431 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7dcc6c1-28a5-4f58-a72e-af5b55ef74ab req-cfa9f6a4-88c5-43c7-861c-ab63477de432 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.0890522 Mar 10 06:17:12.226089 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-df784861-614e-45d9-82f7-60b605918143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 200 len: 217 time: 0.0584235 Mar 10 06:17:12.344564 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 412909a1-01bf-4ce2-b6b3-0335113054ea completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:17:12.353352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 412909a1-01bf-4ce2-b6b3-0335113054ea triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:12.353352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:12.368946 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-cf3f36dd-2014-4006-ad0f-25188845d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:12.370469 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-cf3f36dd-2014-4006-ad0f-25188845d342 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.1365242 Mar 10 06:17:12.377746 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7dcc6c1-28a5-4f58-a72e-af5b55ef74ab req-e97d7b2a-9a8c-4359-af7e-117bff73d884 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998312 Mar 10 06:17:12.433050 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-65012c15-3031-4c61-8764-7b3b202e3d55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502210 Mar 10 06:17:12.501437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:12.501987 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:12.529771 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:12.532363 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e109c6-9c1a-47cc-8884-964315bfa5b4" -d '{"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:12.547034 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:12.561515 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-b9676f86-4ff9-48da-89c9-f4c276f9248b service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 Mar 10 06:17:12.579034 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3fe255-c449-48e6-80d1-147ade9919c8 x-openstack-request-id: req-5b3fe255-c449-48e6-80d1-147ade9919c8 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:12.579358 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:12.579620 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b3fe255-c449-48e6-80d1-147ade9919c8 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:12.580012 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'code': 200} Mar 10 06:17:12.614567 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:12.615607 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 188bfa48-8e15-4b42-9b0e-a964c11f526e up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:12.692461 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b05c7c0-1e9b-4058-8033-757ebdedbc96 req-829b94e7-5c30-47b2-83fb-eb32aa46bfe8 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155934 Mar 10 06:17:12.708569 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:12.787795 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 188bfa48-8e15-4b42-9b0e-a964c11f526e completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:17:12.792058 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 188bfa48-8e15-4b42-9b0e-a964c11f526e triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:12.792599 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:12.880288 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 188bfa48-8e15-4b42-9b0e-a964c11f526e is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:12.880691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:12.924263 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:13.002979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a67b67-1f58-4282-a632-8a5e7249fe73 req-e5937c8a-f642-43aa-8a46-3a0275067847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:13.004409 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-19a67b67-1f58-4282-a632-8a5e7249fe73 req-e5937c8a-f642-43aa-8a46-3a0275067847 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1129 time: 0.0427625 Mar 10 06:17:13.051685 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:13.053560 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-19a67b67-1f58-4282-a632-8a5e7249fe73 req-9a793d71-a821-4c66-9705-68a7b27019ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Mar 10 06:17:13.108951 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:13.156623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148272e-d87c-47c2-b6e4-633f9622a39d req-f9a4036e-fbdf-4967-ad96-64aef225cb8f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:13.158131 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f148272e-d87c-47c2-b6e4-633f9622a39d req-f9a4036e-fbdf-4967-ad96-64aef225cb8f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0787702 Mar 10 06:17:13.168472 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860398-e3b4-4aac-85f3-1c0868ac4ac8 req-59a5a4aa-951a-4d2a-871d-5a950c3b6fa3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:13.169974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60860398-e3b4-4aac-85f3-1c0868ac4ac8 req-59a5a4aa-951a-4d2a-871d-5a950c3b6fa3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.1028521 Mar 10 06:17:13.237371 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f148272e-d87c-47c2-b6e4-633f9622a39d req-4f86b39c-0a3e-4d9b-b912-35c957268ee2 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Mar 10 06:17:13.252425 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60860398-e3b4-4aac-85f3-1c0868ac4ac8 req-9126e8d3-0a55-41bf-b36f-3f5d43ffad4d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672517 Mar 10 06:17:13.516390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed2191-c6bd-4fd2-8576-7d6500e84945 req-a6ec8af3-78a3-457d-b4c8-3c6e422a1cc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:13.517963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13ed2191-c6bd-4fd2-8576-7d6500e84945 req-a6ec8af3-78a3-457d-b4c8-3c6e422a1cc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0553639 Mar 10 06:17:13.573378 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13ed2191-c6bd-4fd2-8576-7d6500e84945 req-3bf50219-79d8-4946-ba76-dbe227774b27 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493922 Mar 10 06:17:14.459441 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289183b-9d53-43a0-a945-560ce1189030 req-8f2b7a75-91bc-42c1-82e5-19d595a4ddfd tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:14.461498 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a289183b-9d53-43a0-a945-560ce1189030 req-8f2b7a75-91bc-42c1-82e5-19d595a4ddfd tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.1328382 Mar 10 06:17:14.472132 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751ad3-eecf-43ca-a208-7f7a46c232f8 req-391674fa-23e9-49bd-95ef-0c2866b6bc3b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:14.474012 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6751ad3-eecf-43ca-a208-7f7a46c232f8 req-391674fa-23e9-49bd-95ef-0c2866b6bc3b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1356502 Mar 10 06:17:14.545054 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a289183b-9d53-43a0-a945-560ce1189030 req-411b91bc-492b-4d6a-ab5a-b81748e6e79f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697129 Mar 10 06:17:14.569110 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b6751ad3-eecf-43ca-a208-7f7a46c232f8 req-4176b7ca-ca0c-4441-a9f8-f863651691c4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864069 Mar 10 06:17:14.581815 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:14.585180 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef296a8d-71d8-4b6e-8f08-bcfd96af2910" -d '{"events": [{"server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "name": "network-vif-plugged", "status": "completed", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:14.624822 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625e5f80-cbe8-40c5-b7d0-06e363dc8236 x-openstack-request-id: req-625e5f80-cbe8-40c5-b7d0-06e363dc8236 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:14.625428 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "name": "network-vif-plugged", "status": "completed", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:14.625691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-625e5f80-cbe8-40c5-b7d0-06e363dc8236 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:14.626091 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'code': 200} Mar 10 06:17:14.714951 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d217f3-ffbc-4183-adc6-e5e04f747e12 req-7cc8347b-4f26-4703-a1c4-d291a72db87b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:14.716655 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b9d217f3-ffbc-4183-adc6-e5e04f747e12 req-7cc8347b-4f26-4703-a1c4-d291a72db87b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Mar 10 06:17:14.771854 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b9d217f3-ffbc-4183-adc6-e5e04f747e12 req-8546e713-f693-4a93-ac78-fb7b2456a758 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496347 Mar 10 06:17:14.893864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc16efc-026c-46b4-92c2-74641a060fe5 req-3173438f-365a-4235-b701-8ad38b543a1e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:14.895382 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8fc16efc-026c-46b4-92c2-74641a060fe5 req-3173438f-365a-4235-b701-8ad38b543a1e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Mar 10 06:17:14.904449 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47640) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:14.908909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'floatingip': {'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:15.006929 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.121691 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47644) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:15.128718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7734ce-bb1f-4e9f-bd68-37f8545f5241 req-0f10bd57-cb4b-4b87-b676-403029b609f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:15.130218 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e7734ce-bb1f-4e9f-bd68-37f8545f5241 req-0f10bd57-cb4b-4b87-b676-403029b609f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 1129 time: 0.1633062 Mar 10 06:17:15.227791 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657c8a7b-2647-4c09-b2d4-965f2b1585c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.231116 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e7734ce-bb1f-4e9f-bd68-37f8545f5241 req-601a0728-7d27-4221-b98f-bde812cb681a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941715 Mar 10 06:17:15.299660 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657c8a7b-2647-4c09-b2d4-965f2b1585c5 admin admin] Publish callbacks [] for security_group (bd09807a-52db-4991-81b0-50dc62907b3f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.398949 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657c8a7b-2647-4c09-b2d4-965f2b1585c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd09807a-52db-4991-81b0-50dc62907b3f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.441603 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-657c8a7b-2647-4c09-b2d4-965f2b1585c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=674d65a39bb74566b514c3cfb7c241b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188107 Mar 10 06:17:15.442407 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47648) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:15.445129 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8a7b-2647-4c09-b2d4-965f2b1585c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd09807a-52db-4991-81b0-50dc62907b3f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:15.517617 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] Publish callbacks [] for security_group (bd09807a-52db-4991-81b0-50dc62907b3f), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.556298 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] Publish callbacks [] for security_group (bd09807a-52db-4991-81b0-50dc62907b3f), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.712185 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd09807a-52db-4991-81b0-50dc62907b3f), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.719503 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:15.719503 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd09807a-52db-4991-81b0-50dc62907b3f HTTP/1.1" status: 204 len: 168 time: 0.2752602 Mar 10 06:17:15.727904 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d96402-3c68-4a08-98c6-2c566153543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd09807a-52db-4991-81b0-50dc62907b3f,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:15.975983 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902cb4a-e610-461d-9cb0-d8cb5b00e465 req-df1c843e-d78e-40fe-831e-775686be8c4f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:15.977253 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4902cb4a-e610-461d-9cb0-d8cb5b00e465 req-df1c843e-d78e-40fe-831e-775686be8c4f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.2091618 Mar 10 06:17:15.989338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376be8c9-2656-4fb0-8688-539572e75fc7 req-19d2aa64-c078-4ecf-ac8c-069cbb0f5838 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:15.990806 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-376be8c9-2656-4fb0-8688-539572e75fc7 req-19d2aa64-c078-4ecf-ac8c-069cbb0f5838 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.2215843 Mar 10 06:17:16.049327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.092289 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4902cb4a-e610-461d-9cb0-d8cb5b00e465 req-907c8084-5840-4c87-969a-fe3779a6d7d8 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950296 Mar 10 06:17:16.101545 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-376be8c9-2656-4fb0-8688-539572e75fc7 req-f5f0915c-73c6-4686-a606-f3ab2e4303e3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Mar 10 06:17:16.153225 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.261058 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Floating IP a4bf973f-2d82-4a42-926c-078e95cd791b associated. External IP: 172.27.2.211, port: 412909a1-01bf-4ce2-b6b3-0335113054ea. Mar 10 06:17:16.464451 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47678) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:16.503937 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f2c389d-d43f-497c-bf7e-4cebb289a16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.555761 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:17:16.677548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f2c389d-d43f-497c-bf7e-4cebb289a16f admin admin] Publish callbacks [] for security_group (33a21b95-3486-48f7-bd66-1554910611e9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.723463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:17:16.728091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.737446 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:17:16.758507 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:16.759321 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:16.760915 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-806c8c4a-2d03-4076-af8f-7e45cf6190d0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "PUT /v2.0/floatingips/a4bf973f-2d82-4a42-926c-078e95cd791b HTTP/1.1" status: 200 len: 991 time: 1.8547144 Mar 10 06:17:16.761131 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:16.763478 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:16.784488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f2c389d-d43f-497c-bf7e-4cebb289a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (33a21b95-3486-48f7-bd66-1554910611e9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.811931 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cd2d25-7fe9-421e-b6de-a86ea5dd49b6 x-openstack-request-id: req-51cd2d25-7fe9-421e-b6de-a86ea5dd49b6 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:16.812231 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:16.816956 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51cd2d25-7fe9-421e-b6de-a86ea5dd49b6 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:16.816956 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'status': 'completed', 'code': 200} Mar 10 06:17:16.836092 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8f2c389d-d43f-497c-bf7e-4cebb289a16f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b31bf639a4841b2a6013fa46705fbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693504 Mar 10 06:17:16.836961 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c389d-d43f-497c-bf7e-4cebb289a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a21b95-3486-48f7-bd66-1554910611e9,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:16.839484 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47686) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:16.879711 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:16.904201 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] Publish callbacks [] for security_group (33a21b95-3486-48f7-bd66-1554910611e9), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:16.914205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-a7d6d234-b46a-49ec-ba24-326f82bd12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:16.915965 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-a7d6d234-b46a-49ec-ba24-326f82bd12e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1129 time: 0.0490928 Mar 10 06:17:16.926968 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] Publish callbacks [] for security_group (33a21b95-3486-48f7-bd66-1554910611e9), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:17.021305 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-4fa2a7cc-1a20-4a78-ae23-bdd2986f86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.022848 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-4fa2a7cc-1a20-4a78-ae23-bdd2986f86ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.1008165 Mar 10 06:17:17.053463 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (33a21b95-3486-48f7-bd66-1554910611e9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:17.057605 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:17.057772 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33a21b95-3486-48f7-bd66-1554910611e9 HTTP/1.1" status: 204 len: 168 time: 0.2167442 Mar 10 06:17:17.067074 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f4196-2c09-4391-a6ec-aef55e79ee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a21b95-3486-48f7-bd66-1554910611e9,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:17.153538 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-bb4e3e88-39a6-4790-b2dd-5c82250cb97d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 999 time: 0.1241128 Mar 10 06:17:17.226441 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'a4bf973f-2d82-4a42-926c-078e95cd791b', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:53Z', 'updated_at': '2022-03-10T06:17:15Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:17.234913 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-1eb7f1d3-5c4b-4423-bfcc-c2fdcfd92cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.236391 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-1eb7f1d3-5c4b-4423-bfcc-c2fdcfd92cbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0761600 Mar 10 06:17:17.258077 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:17:17.267652 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:17.268664 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:17.367894 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7bc1f-9d90-4a5f-b050-ced34c812dd4 req-be06afbe-1bd7-49b3-bcf7-6d34e19a3ca4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.369966 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-15d7bc1f-9d90-4a5f-b050-ced34c812dd4 req-be06afbe-1bd7-49b3-bcf7-6d34e19a3ca4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1310501 Mar 10 06:17:17.378681 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ef8e8-3940-4da2-8073-0d933ef810a4 req-fae115ac-5cbe-47a1-a0f2-c662e22c100b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.380143 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b4ef8e8-3940-4da2-8073-0d933ef810a4 req-fae115ac-5cbe-47a1-a0f2-c662e22c100b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.1423283 Mar 10 06:17:17.399660 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-2db66dd7-3f40-493d-a2d3-9c5a3214d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.419522 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-2db66dd7-3f40-493d-a2d3-9c5a3214d40a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1270144 Mar 10 06:17:17.419893 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:17.529685 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-15d7bc1f-9d90-4a5f-b050-ced34c812dd4 req-2d92b093-5f67-43ad-8b78-ba24c9353b18 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373408 Mar 10 06:17:17.561718 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b4ef8e8-3940-4da2-8073-0d933ef810a4 req-99e9376e-f341-4a87-a55c-8646ca5193ff tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711574 Mar 10 06:17:17.595829 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-9b460443-7be4-4f4a-b7d9-0bd288ee612d service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689796 Mar 10 06:17:17.742854 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'a4bf973f-2d82-4a42-926c-078e95cd791b', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:53Z', 'updated_at': '2022-03-10T06:17:15Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:17.782988 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700b5d7-2054-4576-984d-f6ec563e5733 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'a4bf973f-2d82-4a42-926c-078e95cd791b', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:53Z', 'updated_at': '2022-03-10T06:17:15Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:17:17.803923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc89a-6c20-4ba8-9672-ee2914a8fa48 req-514fa57b-1612-48f2-9b3e-1bdac6e7f77d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:17.805488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a38dc89a-6c20-4ba8-9672-ee2914a8fa48 req-514fa57b-1612-48f2-9b3e-1bdac6e7f77d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.1513519 Mar 10 06:17:17.810177 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc832d12-b1c9-47d2-93bc-a7dab24a83c0 req-801deb0d-68fb-4cc2-b2a2-9664bc71bf43 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020848 Mar 10 06:17:17.815216 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47728) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:17.819736 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:17.860010 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:18.061857 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2b093-b39a-4f7c-adcb-3090b66d24c2 None None] New status for floating IP a4bf973f-2d82-4a42-926c-078e95cd791b: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:17:18.541469 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.db.resource_extend [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 06:17:18.593534 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:18.657272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b02282-da00-4053-88fd-4d586f4d4253 req-24d0b71c-3ca0-443f-a2d7-d97ed6f38a59 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:18.658867 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f7b02282-da00-4053-88fd-4d586f4d4253 req-24d0b71c-3ca0-443f-a2d7-d97ed6f38a59 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0566764 Mar 10 06:17:18.667385 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:18.752739 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f7b02282-da00-4053-88fd-4d586f4d4253 req-462e7c7f-e77a-4f52-be12-78268b1f20b2 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875921 Mar 10 06:17:18.801489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 73c868f2-19c9-4c30-b050-7329ec9d1cb9 associated. External IP: 172.27.2.220, port: 188bfa48-8e15-4b42-9b0e-a964c11f526e. Mar 10 06:17:19.053421 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:17:19.163923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:17:19.168523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:19.173318 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:17:19.182297 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:19.182930 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:19.200541 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-69dd19dc-531c-43d0-aae6-f15c515d0403 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "PUT /v2.0/floatingips/73c868f2-19c9-4c30-b050-7329ec9d1cb9 HTTP/1.1" status: 200 len: 991 time: 1.3808005 Mar 10 06:17:19.200541 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:19.200541 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1854024-c8bc-425c-b8ab-f78e7d0e778f" -d '{"events": [{"name": "network-changed", "server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:19.235975 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d6a4d-e2c6-4a31-9fa4-5e7d1b39109b x-openstack-request-id: req-fd6d6a4d-e2c6-4a31-9fa4-5e7d1b39109b {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:19.236278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:19.240939 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd6d6a4d-e2c6-4a31-9fa4-5e7d1b39109b {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:19.240939 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'status': 'completed', 'code': 200} Mar 10 06:17:19.354492 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-61c56ca7-5c0c-40cf-871c-a5c8169a34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:19.356189 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-61c56ca7-5c0c-40cf-871c-a5c8169a34ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 1129 time: 0.0457590 Mar 10 06:17:19.393265 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:19.486539 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-51b5053f-37c1-43b0-aa63-81cac1feee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:19.489318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-51b5053f-37c1-43b0-aa63-81cac1feee64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 916 time: 0.1142654 Mar 10 06:17:19.544335 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47812) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:19.563587 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-19a672d5-c695-4b9c-b056-a4b8010afdc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e HTTP/1.1" status: 200 len: 999 time: 0.0675671 Mar 10 06:17:19.638150 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-7e129d96-b4af-4008-97ae-444d8d85fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:19.641635 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-7e129d96-b4af-4008-97ae-444d8d85fd60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0656753 Mar 10 06:17:19.687426 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:18Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:19.704152 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fda33021-676c-45a6-9377-b305893c4e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:19.718287 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:17:19.726969 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:19.727574 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:16:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:19.733578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-e7bc9f0c-00b5-4146-ad4d-d700d0f3f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:19.735353 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-e7bc9f0c-00b5-4146-ad4d-d700d0f3f34c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0834384 Mar 10 06:17:19.878789 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:19.907503 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-21def4ee-84c0-460b-84eb-bc5dc0946ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621544 Mar 10 06:17:19.910860 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:17:19.919628 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fda33021-676c-45a6-9377-b305893c4e9d admin admin] Publish callbacks [] for security_group (3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:19.954244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280520e-6204-4a11-9113-82c88fc848cb req-69b6b1d8-b23e-4bf7-a81c-2f4ef0f94718 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:19.956221 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1280520e-6204-4a11-9113-82c88fc848cb req-69b6b1d8-b23e-4bf7-a81c-2f4ef0f94718 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1206172 Mar 10 06:17:20.051856 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fda33021-676c-45a6-9377-b305893c4e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.061853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a1854024-c8bc-425c-b8ab-f78e7d0e778f req-5a232312-ef6d-48a7-947e-cbc80ea3d6ee service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463773 Mar 10 06:17:20.065326 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1280520e-6204-4a11-9113-82c88fc848cb req-60770fa5-0112-4cef-a2a4-9f19f6aa7987 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Mar 10 06:17:20.102798 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fda33021-676c-45a6-9377-b305893c4e9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b67a4cf7438f4977b4a4eda7668eb593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5570369 Mar 10 06:17:20.102991 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda33021-676c-45a6-9377-b305893c4e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:20.105822 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47834) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:20.152085 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:18Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:20.167429 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] Publish callbacks [] for security_group (3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.184414 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a9afe8-d08e-4cd4-9002-b26cb92c934c None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:18Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:17:20.195042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] Publish callbacks [] for security_group (3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.294774 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47838) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:20.319344 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.322135 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.324931 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8 HTTP/1.1" status: 204 len: 168 time: 0.2172465 Mar 10 06:17:20.339298 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb16c-d560-4cc8-b892-88051c936e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5fbb40-f751-424d-bb8d-3ce4ba0ed9b8,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:20.442274 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ea1c0-2d0b-4101-8279-2e775dbb0bf0 None None] New status for floating IP 73c868f2-19c9-4c30-b050-7329ec9d1cb9: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:17:20.468300 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cc55-c755-4d89-97cd-bfb248e600d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.555456 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cc55-c755-4d89-97cd-bfb248e600d8 admin admin] Publish callbacks [] for security_group (72fd911f-e502-4ded-bfe4-5a547f701a1e), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.653153 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d8c3cc55-c755-4d89-97cd-bfb248e600d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (72fd911f-e502-4ded-bfe4-5a547f701a1e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.722591 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d8c3cc55-c755-4d89-97cd-bfb248e600d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=268ceac26eae4f6ca44ac1b7a5417ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4267488 Mar 10 06:17:20.723955 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3cc55-c755-4d89-97cd-bfb248e600d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd911f-e502-4ded-bfe4-5a547f701a1e,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:20.725297 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47856) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:20.788252 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] Publish callbacks [] for security_group (72fd911f-e502-4ded-bfe4-5a547f701a1e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.816846 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] Publish callbacks [] for security_group (72fd911f-e502-4ded-bfe4-5a547f701a1e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.994002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (72fd911f-e502-4ded-bfe4-5a547f701a1e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:20.997527 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:21.004209 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72fd911f-e502-4ded-bfe4-5a547f701a1e HTTP/1.1" status: 204 len: 168 time: 0.2728763 Mar 10 06:17:21.021888 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d0d0a-59ed-4545-9fe7-26dc14eeb62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd911f-e502-4ded-bfe4-5a547f701a1e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:21.203232 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7762ed-813c-4b21-b62a-d7055f449aed req-77366266-b8e0-4db7-a7dd-65520af3679d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:21.204727 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e7762ed-813c-4b21-b62a-d7055f449aed req-77366266-b8e0-4db7-a7dd-65520af3679d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0547609 Mar 10 06:17:21.261125 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e7762ed-813c-4b21-b62a-d7055f449aed req-522b7ceb-4c7f-4942-98b0-23d354731b60 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Mar 10 06:17:21.926424 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47902) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:21.940115 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5856-41ca-4519-b7bd-4433bc76ef80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.013051 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5856-41ca-4519-b7bd-4433bc76ef80 admin admin] Publish callbacks [] for security_group (5a2c3799-cd24-43c2-8f7c-ebf8815c29d1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.116131 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5856-41ca-4519-b7bd-4433bc76ef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (5a2c3799-cd24-43c2-8f7c-ebf8815c29d1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.159859 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b6ef5856-41ca-4519-b7bd-4433bc76ef80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38f1a546793a40d499e7bdc2cca1e9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323437 Mar 10 06:17:22.162482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47914) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:22.165009 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef5856-41ca-4519-b7bd-4433bc76ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c3799-cd24-43c2-8f7c-ebf8815c29d1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:22.224759 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] Publish callbacks [] for security_group (5a2c3799-cd24-43c2-8f7c-ebf8815c29d1), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.247091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] Publish callbacks [] for security_group (5a2c3799-cd24-43c2-8f7c-ebf8815c29d1), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.394337 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1bfb1-398b-487e-a2d0-018ff9f1dc32 req-e7a102ac-4b22-4b5c-8720-d1634a707dfc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:22.396088 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8cc1bfb1-398b-487e-a2d0-018ff9f1dc32 req-e7a102ac-4b22-4b5c-8720-d1634a707dfc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0676823 Mar 10 06:17:22.427339 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (5a2c3799-cd24-43c2-8f7c-ebf8815c29d1), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.430369 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.431585 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a2c3799-cd24-43c2-8f7c-ebf8815c29d1 HTTP/1.1" status: 204 len: 168 time: 0.2679319 Mar 10 06:17:22.451508 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846a60-edc5-4c2f-bbcb-f55372cef7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c3799-cd24-43c2-8f7c-ebf8815c29d1,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:22.459227 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8cc1bfb1-398b-487e-a2d0-018ff9f1dc32 req-c66be838-b285-4b80-9f10-e21a41fc852b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568957 Mar 10 06:17:22.481870 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47932) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:22.602987 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08a67920-9cdc-4911-ae64-bd97e09b6117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.702190 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08a67920-9cdc-4911-ae64-bd97e09b6117 admin admin] Publish callbacks [] for security_group (572d0cae-2b7d-44bc-ae38-4d1a7021a612), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.769640 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb29c26-6d6e-4c86-9be3-a70d369399e4 req-adb0af19-ffdf-4424-b161-90b090937bcb tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:22.777161 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bb29c26-6d6e-4c86-9be3-a70d369399e4 req-adb0af19-ffdf-4424-b161-90b090937bcb tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.0603709 Mar 10 06:17:22.793382 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08a67920-9cdc-4911-ae64-bd97e09b6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (572d0cae-2b7d-44bc-ae38-4d1a7021a612), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.828812 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a67920-9cdc-4911-ae64-bd97e09b6117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d0cae-2b7d-44bc-ae38-4d1a7021a612,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:22.839139 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bb29c26-6d6e-4c86-9be3-a70d369399e4 req-c7405afc-2793-4994-b574-f26e5bda8d16 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Mar 10 06:17:22.872180 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-08a67920-9cdc-4911-ae64-bd97e09b6117 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bb69862ee324b78a846d0846226f89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884454 Mar 10 06:17:22.875017 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47946) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:22.938343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] Publish callbacks [] for security_group (572d0cae-2b7d-44bc-ae38-4d1a7021a612), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:22.967511 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] Publish callbacks [] for security_group (572d0cae-2b7d-44bc-ae38-4d1a7021a612), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:23.090111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (572d0cae-2b7d-44bc-ae38-4d1a7021a612), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:23.092712 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:23.093861 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/572d0cae-2b7d-44bc-ae38-4d1a7021a612 HTTP/1.1" status: 204 len: 168 time: 0.2175634 Mar 10 06:17:23.102299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceff0f2-2f3b-4e65-b67c-c57a0b57659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d0cae-2b7d-44bc-ae38-4d1a7021a612,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:23.621295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c68015-f4cb-47b6-a2dc-3e9e04505872 req-731a8dfd-4245-4cea-adcf-d97c93957b42 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:23.622790 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80c68015-f4cb-47b6-a2dc-3e9e04505872 req-731a8dfd-4245-4cea-adcf-d97c93957b42 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0671606 Mar 10 06:17:23.676324 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80c68015-f4cb-47b6-a2dc-3e9e04505872 req-6c12cb71-352a-4655-a9fd-85f395bf7b2e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Mar 10 06:17:23.820147 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 47984) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:23.835315 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a323-2c85-48c6-8db6-0269c5a7b267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:23.914144 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a323-2c85-48c6-8db6-0269c5a7b267 admin admin] Publish callbacks [] for security_group (99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:23.952294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b4113-44bf-41c0-a084-02ebcf7aed79 req-c3a0e2dc-7363-4138-98f1-c5e89d8e4580 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:23.953764 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-847b4113-44bf-41c0-a084-02ebcf7aed79 req-c3a0e2dc-7363-4138-98f1-c5e89d8e4580 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.0552936 Mar 10 06:17:23.999937 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-847b4113-44bf-41c0-a084-02ebcf7aed79 req-0ae2d2f7-661c-4b85-aa8b-ed6351d8f84d tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Mar 10 06:17:24.007110 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a323-2c85-48c6-8db6-0269c5a7b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.047766 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0bb2a323-2c85-48c6-8db6-0269c5a7b267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b2f9a3b87ef4311b43401c4054ecf10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260039 Mar 10 06:17:24.048970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2a323-2c85-48c6-8db6-0269c5a7b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:24.050547 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47990) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:24.102619 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] Publish callbacks [] for security_group (99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.124536 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] Publish callbacks [] for security_group (99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.250674 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.253218 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.256667 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4 HTTP/1.1" status: 204 len: 168 time: 0.2024848 Mar 10 06:17:24.262636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 47998) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:24.268177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1326b-e836-46d8-867e-04f3083e7c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99751b4f-bb5b-47ed-9ea8-f84ecc96c4b4,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:24.420586 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-95b015f3-dcad-41e8-955e-2762cfd52162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.493388 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-95b015f3-dcad-41e8-955e-2762cfd52162 admin admin] Publish callbacks [] for security_group (5634746d-9e07-425f-aa25-7e22a3c58f68), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.555781 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-95b015f3-dcad-41e8-955e-2762cfd52162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (5634746d-9e07-425f-aa25-7e22a3c58f68), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.613559 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-95b015f3-dcad-41e8-955e-2762cfd52162 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed553c31dc0b41a0b2c38e11c7f4eed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496721 Mar 10 06:17:24.626576 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48012) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:24.635876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b015f3-dcad-41e8-955e-2762cfd52162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5634746d-9e07-425f-aa25-7e22a3c58f68,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:24.776895 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] Publish callbacks [] for security_group (5634746d-9e07-425f-aa25-7e22a3c58f68), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.804037 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] Publish callbacks [] for security_group (5634746d-9e07-425f-aa25-7e22a3c58f68), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.844152 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e64f66-db59-475e-9e5e-9f3cf1bbcf82 req-c0c2491e-326b-4c7b-ad41-732ac231d685 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:24.846077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-02e64f66-db59-475e-9e5e-9f3cf1bbcf82 req-c0c2491e-326b-4c7b-ad41-732ac231d685 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0608604 Mar 10 06:17:24.913094 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-02e64f66-db59-475e-9e5e-9f3cf1bbcf82 req-09b7dca1-d975-4b46-baa5-9be778f09297 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Mar 10 06:17:24.985238 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (5634746d-9e07-425f-aa25-7e22a3c58f68), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.988804 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:24.993331 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5634746d-9e07-425f-aa25-7e22a3c58f68 HTTP/1.1" status: 204 len: 168 time: 0.3629918 Mar 10 06:17:25.000559 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aec374-3758-401e-9993-11956f7220ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5634746d-9e07-425f-aa25-7e22a3c58f68,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:25.119041 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-b3516e64-0ca5-404d-95de-f9fb52d8513d tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:25.119041 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-b3516e64-0ca5-404d-95de-f9fb52d8513d tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.0803213 Mar 10 06:17:25.208905 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85155b07-7eb4-4089-8eb3-3740221c3f33 req-58f86a26-ed29-44fc-95fa-5209032b0575 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:25.210436 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85155b07-7eb4-4089-8eb3-3740221c3f33 req-58f86a26-ed29-44fc-95fa-5209032b0575 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 946 time: 0.1130769 Mar 10 06:17:25.309074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85155b07-7eb4-4089-8eb3-3740221c3f33 req-6eb6382d-dc85-477a-84b0-f6ca2aa3e278 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c44a7f7-5407-4977-b757-f77c27dbd296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771167 Mar 10 06:17:25.328080 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Deleting port 8fcfffcc-19f5-478e-80f7-17f2665e06ee {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:17:25.328432 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.429642 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] For port 8fcfffcc-19f5-478e-80f7-17f2665e06ee, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=8fcfffcc-19f5-478e-80f7-17f2665e06ee,segment=NetworkSegment(d4cc5533-dad6-481e-a835-8fb0d176b4c9),segment_id=d4cc5533-dad6-481e-a835-8fb0d176b4c9)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:25.430008 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.444845 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Calling delete_port for 8fcfffcc-19f5-478e-80f7-17f2665e06ee owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:17:25.723954 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48058) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:25.751451 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08e61320-4434-4575-86fc-88d2fecf67ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.790154 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c51-eddc-4af4-8f65-5d350a9405e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.848310 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08e61320-4434-4575-86fc-88d2fecf67ba admin admin] Publish callbacks [] for security_group (13919741-b29e-401a-8ef5-656644eb1321), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.909877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-08e61320-4434-4575-86fc-88d2fecf67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (13919741-b29e-401a-8ef5-656644eb1321), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.947731 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (8fcfffcc-19f5-478e-80f7-17f2665e06ee), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:25.951689 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-08e61320-4434-4575-86fc-88d2fecf67ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7ddfdd57151471b9712cc6e8c9bae18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266448 Mar 10 06:17:25.954175 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e61320-4434-4575-86fc-88d2fecf67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13919741-b29e-401a-8ef5-656644eb1321,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:25.967092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48062) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:25.988871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Pushing event deleted for resources: {'Port': ['ID=8fcfffcc-19f5-478e-80f7-17f2665e06ee,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:26.004989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['8fcfffcc-19f5-478e-80f7-17f2665e06ee'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:17:26.062785 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] Publish callbacks [] for security_group (13919741-b29e-401a-8ef5-656644eb1321), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:26.087073 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] Publish callbacks [] for security_group (13919741-b29e-401a-8ef5-656644eb1321), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:26.096687 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] No DVR routers for this DVR port 8fcfffcc-19f5-478e-80f7-17f2665e06ee on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:17:26.101675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:26.105496 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b8c5a1a-e353-4bd3-abd3-456a84a1d1ef req-ea6df1b8-1c04-47ac-a55f-95561b3a5d68 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.37 "DELETE /v2.0/ports/8fcfffcc-19f5-478e-80f7-17f2665e06ee HTTP/1.1" status: 204 len: 173 time: 0.9719660 Mar 10 06:17:26.105950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'name': 'network-vif-deleted', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:26.108230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ba17fb-ed19-4cc7-99e1-3ef94a0f410c" -d '{"events": [{"server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "name": "network-vif-deleted", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:26.144227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f15d05-ce30-4af7-8c52-406640a923e0 req-91b331ea-3204-4738-951f-693d97d1ef7b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:26.145785 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2f15d05-ce30-4af7-8c52-406640a923e0 req-91b331ea-3204-4738-951f-693d97d1ef7b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1116233 Mar 10 06:17:26.177120 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd2ac9-58c1-4680-8d94-66927eb6b838 x-openstack-request-id: req-85dd2ac9-58c1-4680-8d94-66927eb6b838 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:26.177423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8928017-b65b-4c73-b1a4-4dcfb2ce54ff", "name": "network-vif-deleted", "tag": "8fcfffcc-19f5-478e-80f7-17f2665e06ee", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:26.177674 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85dd2ac9-58c1-4680-8d94-66927eb6b838 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:26.178062 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8928017-b65b-4c73-b1a4-4dcfb2ce54ff', 'name': 'network-vif-deleted', 'tag': '8fcfffcc-19f5-478e-80f7-17f2665e06ee', 'status': 'completed', 'code': 200} Mar 10 06:17:26.210074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2f15d05-ce30-4af7-8c52-406640a923e0 req-cfa4b69f-6f3d-4196-a8cb-86519a67ee53 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Mar 10 06:17:26.265174 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-ab068fd8-0738-417d-8d47-b3f75d9baaca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438089 Mar 10 06:17:26.284320 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (13919741-b29e-401a-8ef5-656644eb1321), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:26.287004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:26.288150 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13919741-b29e-401a-8ef5-656644eb1321 HTTP/1.1" status: 204 len: 168 time: 0.3200235 Mar 10 06:17:26.299852 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643828e-73e6-4952-96b2-b4f2da67548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13919741-b29e-401a-8ef5-656644eb1321,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:26.417524 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-0eb3cfa1-5ca6-4c76-93db-e68df68d3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:26.419046 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-0eb3cfa1-5ca6-4c76-93db-e68df68d3b85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0510430 Mar 10 06:17:26.449416 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ae59ba5-58e3-4b3f-bf33-9666762bc944 req-517c66c7-6f78-4d9b-8784-d04dda4e570d tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0361979 Mar 10 06:17:26.660864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-8da1319e-9926-46f5-8d1c-c04743551f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:26.660864 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-8da1319e-9926-46f5-8d1c-c04743551f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.0896137 Mar 10 06:17:26.660864 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-729d77d5-a678-44a2-9213-64c2b9119e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0373948 Mar 10 06:17:26.660864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-cef43b14-6e35-4825-8b2b-e2c220109a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:26.660864 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-cef43b14-6e35-4825-8b2b-e2c220109a50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0419455 Mar 10 06:17:26.662536 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-c6ab7457-d2e4-422f-94ed-a4d8613c1eb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236855 Mar 10 06:17:26.760318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-8bb05f84-1f3e-4391-a75e-79bd4df3374c service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847285 Mar 10 06:17:26.845733 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b38d2d0-9c5a-46a0-8826-d71837d6c9a8 req-b005eebf-7bd6-4041-a802-54ad5da416b2 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802290 Mar 10 06:17:27.093338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48088) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:27.328785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d17b0-7d2b-44a9-b25f-2d46649847f1 req-1f28eb33-aaaf-4fe6-b10f-4de4fe8f9133 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:27.330264 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd1d17b0-7d2b-44a9-b25f-2d46649847f1 req-1f28eb33-aaaf-4fe6-b10f-4de4fe8f9133 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0532024 Mar 10 06:17:27.390770 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.403170 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd1d17b0-7d2b-44a9-b25f-2d46649847f1 req-ea403372-cfc1-423e-b2ca-1d5ca724b3e3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Mar 10 06:17:27.479949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Publish callbacks [] for security_group (e629b377-4d89-4403-9a7d-56bd6a0f303b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.511642 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48104) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:27.526077 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d3175416-8c60-4145-9ea3-25a837381426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.570943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-43ba6822-f9d4-4d67-9fe2-bd1a81ae28e3 req-fd6ab273-8e59-4f1e-8d54-7511fcdbcb28 tempest-DeleteServersTestJSON-1353823871 tempest-DeleteServersTestJSON-1353823871-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8928017-b65b-4c73-b1a4-4dcfb2ce54ff HTTP/1.1" status: 200 len: 210 time: 0.0331616 Mar 10 06:17:27.573535 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e629b377-4d89-4403-9a7d-56bd6a0f303b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.624168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4763c9534c494e5cbe095d16168e073e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5298271 Mar 10 06:17:27.627163 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48110) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:27.628674 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e629b377-4d89-4403-9a7d-56bd6a0f303b,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:27.639677 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.640281 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.640635 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.640976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.641475 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.641868 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.642147 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.642481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.642850 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.643188 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.643518 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.643872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.644180 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb8a983-85f3-4892-af85-e4cfcdc0886f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.687880 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Publish callbacks [] for security_group (e629b377-4d89-4403-9a7d-56bd6a0f303b), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.692199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d3175416-8c60-4145-9ea3-25a837381426 admin admin] Publish callbacks [] for security_group (13e76b54-9887-4620-bebc-051f8e352163), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.712260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Publish callbacks [] for security_group (e629b377-4d89-4403-9a7d-56bd6a0f303b), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.778947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d3175416-8c60-4145-9ea3-25a837381426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (13e76b54-9887-4620-bebc-051f8e352163), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.822747 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d3175416-8c60-4145-9ea3-25a837381426 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42438f6921cb47df88ebd0233ce1a917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099840 Mar 10 06:17:27.825002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3175416-8c60-4145-9ea3-25a837381426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e76b54-9887-4620-bebc-051f8e352163,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:27.825429 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48114) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:27.876717 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e629b377-4d89-4403-9a7d-56bd6a0f303b), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.881866 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.881866 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e629b377-4d89-4403-9a7d-56bd6a0f303b HTTP/1.1" status: 204 len: 168 time: 0.2522979 Mar 10 06:17:27.882621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] Publish callbacks [] for security_group (13e76b54-9887-4620-bebc-051f8e352163), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:27.895725 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e629b377-4d89-4403-9a7d-56bd6a0f303b,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:27.910725 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.911100 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.911608 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.912095 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.912586 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.913193 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.918915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6324903-fc39-4af6-86ca-7cfa657b8a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:27.930067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] Publish callbacks [] for security_group (13e76b54-9887-4620-bebc-051f8e352163), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.008010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b06163eb-50a0-4137-a4d1-8eefa7a8f491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.064101 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (13e76b54-9887-4620-bebc-051f8e352163), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.066721 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.067887 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13e76b54-9887-4620-bebc-051f8e352163 HTTP/1.1" status: 204 len: 168 time: 0.2413595 Mar 10 06:17:28.080791 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e916-4627-4190-9030-c3bdd9d6b7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e76b54-9887-4620-bebc-051f8e352163,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:28.542620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e702e-88f4-4b0b-b3dc-f85351f09047 req-1e04119a-2b6a-4ec6-93a1-c0b60d2d5196 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:28.543521 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d44e702e-88f4-4b0b-b3dc-f85351f09047 req-1e04119a-2b6a-4ec6-93a1-c0b60d2d5196 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0549159 Mar 10 06:17:28.609236 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d44e702e-88f4-4b0b-b3dc-f85351f09047 req-74066009-2876-45ec-9519-f998573a3069 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Mar 10 06:17:28.797452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48174) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:28.811711 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-75aae74c-5991-4633-8761-31ed531d9e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.888304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-75aae74c-5991-4633-8761-31ed531d9e97 admin admin] Publish callbacks [] for security_group (1f04a490-5057-460d-b723-bff0e6a21ff6), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:28.973038 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-75aae74c-5991-4633-8761-31ed531d9e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1f04a490-5057-460d-b723-bff0e6a21ff6), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.017825 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-75aae74c-5991-4633-8761-31ed531d9e97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e58aa9159eb47bbae6e2668b275592e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162604 Mar 10 06:17:29.017825 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aae74c-5991-4633-8761-31ed531d9e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f04a490-5057-460d-b723-bff0e6a21ff6,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:29.018436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48182) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:29.076488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] Publish callbacks [] for security_group (1f04a490-5057-460d-b723-bff0e6a21ff6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.097199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] Publish callbacks [] for security_group (1f04a490-5057-460d-b723-bff0e6a21ff6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.233247 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48190) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:29.250196 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.253709 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1f04a490-5057-460d-b723-bff0e6a21ff6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.254063 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.255421 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f04a490-5057-460d-b723-bff0e6a21ff6 HTTP/1.1" status: 204 len: 168 time: 0.2359035 Mar 10 06:17:29.264069 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fe1bf-0d4e-4c9b-8659-035bd4c92985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f04a490-5057-460d-b723-bff0e6a21ff6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:29.445908 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-71519c5f-62f7-41c2-b402-5b7aded6ac90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.521254 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-71519c5f-62f7-41c2-b402-5b7aded6ac90 admin admin] Publish callbacks [] for security_group (469ea1d7-f27e-431f-b8e4-06c181e9d525), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.581377 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-71519c5f-62f7-41c2-b402-5b7aded6ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (469ea1d7-f27e-431f-b8e4-06c181e9d525), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.621069 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-71519c5f-62f7-41c2-b402-5b7aded6ac90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=426aa464ed984dfca2164be7ef19e476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858874 Mar 10 06:17:29.623378 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71519c5f-62f7-41c2-b402-5b7aded6ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ea1d7-f27e-431f-b8e4-06c181e9d525,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:29.624385 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48204) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:29.641667 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.717424 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] Publish callbacks [] for security_group (469ea1d7-f27e-431f-b8e4-06c181e9d525), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.743432 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] Publish callbacks [] for security_group (469ea1d7-f27e-431f-b8e4-06c181e9d525), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.772323 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91972de-f273-4206-9cd3-8077f9252466 req-0c9a23fe-5ad0-43e8-9a31-36ef47cffb72 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:29.774443 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b91972de-f273-4206-9cd3-8077f9252466 req-0c9a23fe-5ad0-43e8-9a31-36ef47cffb72 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0620768 Mar 10 06:17:29.842243 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b91972de-f273-4206-9cd3-8077f9252466 req-80428cc7-d638-407e-b726-4cca1c7d4d10 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Mar 10 06:17:29.876050 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (469ea1d7-f27e-431f-b8e4-06c181e9d525), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.878762 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:29.884280 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/469ea1d7-f27e-431f-b8e4-06c181e9d525 HTTP/1.1" status: 204 len: 168 time: 0.2538419 Mar 10 06:17:29.887751 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90ff6f-f861-4a3d-9255-e632d4bd8d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ea1d7-f27e-431f-b8e4-06c181e9d525,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:30.734057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48250) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:30.747892 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0c031612-fba3-4542-a059-88eb92c21d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:30.781473 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:30.827097 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0c031612-fba3-4542-a059-88eb92c21d9d admin admin] Publish callbacks [] for security_group (66b388ef-4694-4afe-9971-2ca56b4efd97), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:30.895672 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0c031612-fba3-4542-a059-88eb92c21d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (66b388ef-4694-4afe-9971-2ca56b4efd97), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:30.940465 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0c031612-fba3-4542-a059-88eb92c21d9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1c193be96594648beb51c92ef495d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058997 Mar 10 06:17:30.941988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031612-fba3-4542-a059-88eb92c21d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b388ef-4694-4afe-9971-2ca56b4efd97,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:30.943368 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48260) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:31.003944 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274c669-9543-4ca3-b8f0-3f35b4e26708 req-545fffbb-2a09-418d-805d-88806d8c30c8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:31.005434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5274c669-9543-4ca3-b8f0-3f35b4e26708 req-545fffbb-2a09-418d-805d-88806d8c30c8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0937757 Mar 10 06:17:31.023859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] Publish callbacks [] for security_group (66b388ef-4694-4afe-9971-2ca56b4efd97), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:31.062711 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] Publish callbacks [] for security_group (66b388ef-4694-4afe-9971-2ca56b4efd97), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:31.082044 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5274c669-9543-4ca3-b8f0-3f35b4e26708 req-d6bcd14d-61e3-41a5-a3f1-bb09031daf9d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Mar 10 06:17:31.184392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (66b388ef-4694-4afe-9971-2ca56b4efd97), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:31.187055 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:31.188205 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b388ef-4694-4afe-9971-2ca56b4efd97 HTTP/1.1" status: 204 len: 168 time: 0.2425277 Mar 10 06:17:31.195779 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373fc1b-6857-4bb8-8db7-9aedd84a87b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b388ef-4694-4afe-9971-2ca56b4efd97,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:31.663977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 8fcfffcc-19f5-478e-80f7-17f2665e06ee no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:17:31.693361 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 8fcfffcc-19f5-478e-80f7-17f2665e06ee {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:17:31.693672 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 8fcfffcc-19f5-478e-80f7-17f2665e06ee not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:17:32.214197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6fe65-a00d-42cd-8c2f-ed7c0429da7f req-00366ac6-760f-46bc-98ff-9a6875ea57b6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:32.215667 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29e6fe65-a00d-42cd-8c2f-ed7c0429da7f req-00366ac6-760f-46bc-98ff-9a6875ea57b6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0521598 Mar 10 06:17:32.227530 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.268828 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29e6fe65-a00d-42cd-8c2f-ed7c0429da7f req-8393b9c8-16e1-445f-b2bc-671fcef3370b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Mar 10 06:17:32.302737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48314) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:32.514089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757087104-network', 'tenant_id': 'f9a947244b824a40a3284909749ade4b'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:32.604235 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Made reservation on behalf of f9a947244b824a40a3284909749ade4b for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:32.606754 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.618682 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.705109 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks [] for security_group (1d739490-4131-4084-82ee-9a4b52a7a11a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.787084 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1d739490-4131-4084-82ee-9a4b52a7a11a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.811591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:17:32.821225 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d739490-4131-4084-82ee-9a4b52a7a11a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:32.827545 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (cb2a3460-523d-47f7-b9a1-0e13a16efabe), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:32.827889 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Added segment cb2a3460-523d-47f7-b9a1-0e13a16efabe of type vlan for network b2374f28-47a7-4a27-8e81-aa6f570f3630 Mar 10 06:17:32.866170 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (b2374f28-47a7-4a27-8e81-aa6f570f3630), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.007343 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (b2374f28-47a7-4a27-8e81-aa6f570f3630), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.008330 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:33.008916 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.071549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] Pushing event updated for resources: {'Network': ['ID=b2374f28-47a7-4a27-8e81-aa6f570f3630,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:33.083142 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network b2374f28-47a7-4a27-8e81-aa6f570f3630 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:17:33.161612 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6052272c-cbcd-44c5-8749-96980eb67a8b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8578658 Mar 10 06:17:33.164376 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48338) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:33.170004 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Request body: {'subnet': {'network_id': 'b2374f28-47a7-4a27-8e81-aa6f570f3630', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757087104-subnet', 'tenant_id': 'f9a947244b824a40a3284909749ade4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:33.361976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Made reservation on behalf of f9a947244b824a40a3284909749ade4b for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:33.364207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.442604 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccb3d2-67e7-4ce4-94ee-81408b42cc03 req-01173280-3eac-45c5-8654-f9c315684ee0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:33.444080 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f5ccb3d2-67e7-4ce4-94ee-81408b42cc03 req-01173280-3eac-45c5-8654-f9c315684ee0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1084456 Mar 10 06:17:33.527587 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f5ccb3d2-67e7-4ce4-94ee-81408b42cc03 req-ba1c037b-172d-4489-a0eb-476b855f8b2c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768826 Mar 10 06:17:33.639587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48354) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:33.701774 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (6795ea47-2150-4d07-96ef-d56d0c9d4820), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.721658 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Deleting subnet 9698ba76-72c5-4fef-b44c-83d65776ac36 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:17:33.748618 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Publish callbacks [] for subnet (9698ba76-72c5-4fef-b44c-83d65776ac36), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.805298 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6795ea47-2150-4d07-96ef-d56d0c9d4820,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:33.809295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Publish callbacks [] for subnet (9698ba76-72c5-4fef-b44c-83d65776ac36), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.821366 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (9698ba76-72c5-4fef-b44c-83d65776ac36), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:33.844581 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Checking segment: {'id': 'cb2a3460-523d-47f7-b9a1-0e13a16efabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b2374f28-47a7-4a27-8e81-aa6f570f3630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:33.844937 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Network hostable DHCP agents. Network: b2374f28-47a7-4a27-8e81-aa6f570f3630, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:17:33.970132 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Network b2374f28-47a7-4a27-8e81-aa6f570f3630 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:17:34.030621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (9698ba76-72c5-4fef-b44c-83d65776ac36), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.063327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.065580 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9698ba76-72c5-4fef-b44c-83d65776ac36 HTTP/1.1" status: 204 len: 168 time: 0.4249010 Mar 10 06:17:34.065694 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48368) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:34.067001 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7972f-2f79-4375-85f0-1b105775ab03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9698ba76-72c5-4fef-b44c-83d65776ac36,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:34.069823 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, b2374f28-47a7-4a27-8e81-aa6f570f3630) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:34.079691 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:34.079691 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.091991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941f0f0-3f7b-404a-90bf-cee0decc56dc None None] Network b2374f28-47a7-4a27-8e81-aa6f570f3630 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:34.148374 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (468ad6fa-0d76-4aff-9636-c39ee7c3c89b), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.195406 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44146916-e337-42de-9ddb-4c7f6ef91063 None None] Network b2374f28-47a7-4a27-8e81-aa6f570f3630 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:34.204268 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ce2cfd7c-89fb-4f23-9351-dc31dd4ab866 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0388124 Mar 10 06:17:34.248699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (468ad6fa-0d76-4aff-9636-c39ee7c3c89b), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.272464 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.273109 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.274011 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.274503 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > port after_create 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.275032 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.276807 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > port after_update 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.277321 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.277830 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.278306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.278809 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.404210 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.404561 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.404933 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.405398 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:17:34.405788 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ad6fa-0d76-4aff-9636-c39ee7c3c89b']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:34.423260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cc5533-dad6-481e-a835-8fb0d176b4c9') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:34.423532 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cc5533-dad6-481e-a835-8fb0d176b4c9') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:34.439945 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (d4cc5533-dad6-481e-a835-8fb0d176b4c9), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.461545 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (d4cc5533-dad6-481e-a835-8fb0d176b4c9), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.470562 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:17:34.470962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (d4cc5533-dad6-481e-a835-8fb0d176b4c9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: from cryptography.utils import int_from_bytes Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: from cryptography.utils import int_from_bytes Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:17:34.498576 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:17:34.624370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (468ad6fa-0d76-4aff-9636-c39ee7c3c89b), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.632070 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:34.639484 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] 10.222.0.15 "DELETE /v2.0/networks/468ad6fa-0d76-4aff-9636-c39ee7c3c89b HTTP/1.1" status: 204 len: 168 time: 0.5686018 Mar 10 06:17:34.645761 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04e88-575d-4de5-b5a4-8ad115543242 admin admin] Pushing event deleted for resources: {'Network': ['ID=468ad6fa-0d76-4aff-9636-c39ee7c3c89b,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:34.668783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d700-a56b-4f51-b2c5-ece16b2d487c req-ab0bac20-a25a-4e67-aff5-bc64fd4aebe3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:34.669443 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9c2d700-a56b-4f51-b2c5-ece16b2d487c req-ab0bac20-a25a-4e67-aff5-bc64fd4aebe3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0569797 Mar 10 06:17:34.731600 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9c2d700-a56b-4f51-b2c5-ece16b2d487c req-3c8d3232-037f-4cb7-9715-187dd48fe19d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566025 Mar 10 06:17:34.948517 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48398) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:34.987593 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c221801e-e99a-4b29-b7f2-268d5ec2096e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c6a82c60bf9479887a0c6e45da405ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378497 Mar 10 06:17:34.990021 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48400) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:35.045096 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] Publish callbacks [] for security_group (9c44a7f7-5407-4977-b757-f77c27dbd296), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.070871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] Publish callbacks [] for security_group (9c44a7f7-5407-4977-b757-f77c27dbd296), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.087590 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48410) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:35.095978 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1220486979-network', 'tenant_id': '620a1ec193fe470bac86af2e2d6df39f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:35.290565 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Made reservation on behalf of 620a1ec193fe470bac86af2e2d6df39f for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:35.293757 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.296819 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (9c44a7f7-5407-4977-b757-f77c27dbd296), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.299333 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.300489 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c44a7f7-5407-4977-b757-f77c27dbd296 HTTP/1.1" status: 204 len: 168 time: 0.3095949 Mar 10 06:17:35.317502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.317502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400eea4d-71e5-4738-90aa-503c0af7fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44a7f7-5407-4977-b757-f77c27dbd296,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:35.416724 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks [] for security_group (66e627ea-620d-43a9-91c3-8d1b827dc972), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.570391 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (66e627ea-620d-43a9-91c3-8d1b827dc972), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.592325 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:17:35.607601 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e627ea-620d-43a9-91c3-8d1b827dc972,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:35.611399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (da2b5a7e-b0a4-4ec3-9368-885f41e6de21), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.611754 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Added segment da2b5a7e-b0a4-4ec3-9368-885f41e6de21 of type vlan for network c897e553-8f92-4679-8902-be7e5945b74d Mar 10 06:17:35.651212 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (c897e553-8f92-4679-8902-be7e5945b74d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.798678 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (c897e553-8f92-4679-8902-be7e5945b74d), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.799814 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:35.800486 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:35.866382 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb441d-a23b-4017-be9d-4c3a825866a3 req-b6155cb7-5527-4d48-b96f-47637421d1ac tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:35.867963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35eb441d-a23b-4017-be9d-4c3a825866a3 req-b6155cb7-5527-4d48-b96f-47637421d1ac tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0663328 Mar 10 06:17:35.872062 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] Pushing event updated for resources: {'Network': ['ID=c897e553-8f92-4679-8902-be7e5945b74d,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:35.887732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network c897e553-8f92-4679-8902-be7e5945b74d details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:17:35.938886 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6c548fe1-55a0-4952-85a3-d3ca126e9385 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8501420 Mar 10 06:17:35.941628 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48438) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:35.946882 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Request body: {'subnet': {'network_id': 'c897e553-8f92-4679-8902-be7e5945b74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1220486979-subnet', 'tenant_id': '620a1ec193fe470bac86af2e2d6df39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:35.949673 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35eb441d-a23b-4017-be9d-4c3a825866a3 req-aa362a55-4dc2-45cd-8e22-3e07333de095 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739224 Mar 10 06:17:36.078762 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Made reservation on behalf of 620a1ec193fe470bac86af2e2d6df39f for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:36.081199 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:36.350708 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:36.408419 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:36.415476 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Checking segment: {'id': 'da2b5a7e-b0a4-4ec3-9368-885f41e6de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c897e553-8f92-4679-8902-be7e5945b74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:36.416379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Network hostable DHCP agents. Network: c897e553-8f92-4679-8902-be7e5945b74d, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:17:36.541722 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48450) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:36.547945 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Network c897e553-8f92-4679-8902-be7e5945b74d is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:17:36.637155 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-667610193-network', 'tenant_id': 'f1925d8117534b1dadb6760452915076'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:36.647187 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, c897e553-8f92-4679-8902-be7e5945b74d) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:36.651587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:36.652278 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:36.653374 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf2668-f3cd-4452-a38e-a447ced40c40 None None] Network c897e553-8f92-4679-8902-be7e5945b74d requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:36.744742 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Made reservation on behalf of f1925d8117534b1dadb6760452915076 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:36.747089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:36.752950 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-240caa57-8e8c-439d-84c6-7f20aa29daaa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8100319 Mar 10 06:17:36.758958 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:36.771791 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92840985-5b1e-4cab-b05d-4e8788e83701 None None] Network c897e553-8f92-4679-8902-be7e5945b74d requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:36.872508 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks [] for security_group (d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.035493 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.056726 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:17:37.069136 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9b263-37cd-4d5f-887d-f30ba78fd8e5 req-9c18385e-7ecb-42a1-82f6-85d26d3bf457 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:37.070633 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cac9b263-37cd-4d5f-887d-f30ba78fd8e5 req-9c18385e-7ecb-42a1-82f6-85d26d3bf457 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Mar 10 06:17:37.072610 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:37.075587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (4cc7e5f9-061e-44f5-b7ab-393a765767f0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.075928 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Added segment 4cc7e5f9-061e-44f5-b7ab-393a765767f0 of type vlan for network 253a361e-19d4-4127-952e-a51a59d2abb6 Mar 10 06:17:37.115922 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (253a361e-19d4-4127-952e-a51a59d2abb6), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.119424 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cac9b263-37cd-4d5f-887d-f30ba78fd8e5 req-04dfd8f7-cafc-4e68-81bc-a21f04db197f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Mar 10 06:17:37.235970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (253a361e-19d4-4127-952e-a51a59d2abb6), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.237057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:37.237692 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.256671 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48472) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:37.301556 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] Pushing event updated for resources: {'Network': ['ID=253a361e-19d4-4127-952e-a51a59d2abb6,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:37.312833 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 253a361e-19d4-4127-952e-a51a59d2abb6 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:17:37.328200 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48476) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:37.328445 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-da50e808-802d-4a27-ba1b-059da692016a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7854061 Mar 10 06:17:37.335847 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Request body: {'subnet': {'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-667610193-subnet', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:37.387865 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-675ed8b0-fd51-48b6-bb54-3e5e9bcab1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.431068 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Made reservation on behalf of f1925d8117534b1dadb6760452915076 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:37.433974 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.549625 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-675ed8b0-fd51-48b6-bb54-3e5e9bcab1f2 admin admin] Publish callbacks [] for security_group (e06e8091-5498-422b-9a04-27b958baef84), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.630797 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-675ed8b0-fd51-48b6-bb54-3e5e9bcab1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e06e8091-5498-422b-9a04-27b958baef84), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.676563 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-675ed8b0-fd51-48b6-bb54-3e5e9bcab1f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=578d4dfdc5024f11b8d70922609910af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188371 Mar 10 06:17:37.679491 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48488) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:37.682429 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ed8b0-fd51-48b6-bb54-3e5e9bcab1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e8091-5498-422b-9a04-27b958baef84,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:37.730910 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] Publish callbacks [] for security_group (e06e8091-5498-422b-9a04-27b958baef84), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.751844 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] Publish callbacks [] for security_group (e06e8091-5498-422b-9a04-27b958baef84), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.770439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (4aeb1034-f580-427f-a086-a35e75fb08dc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.842538 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aeb1034-f580-427f-a086-a35e75fb08dc,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:37.851320 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Checking segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:37.851691 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Network hostable DHCP agents. Network: 253a361e-19d4-4127-952e-a51a59d2abb6, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:17:37.891792 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48494) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:37.898215 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e06e8091-5498-422b-9a04-27b958baef84), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.900874 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:37.901985 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e06e8091-5498-422b-9a04-27b958baef84 HTTP/1.1" status: 204 len: 168 time: 0.2211156 Mar 10 06:17:37.910880 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6635ad2-e20c-4bf6-9632-e79310187e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e8091-5498-422b-9a04-27b958baef84,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:37.996177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:17:38.021840 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-94b59a1d-687f-47fd-8afb-31e93268c88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.109740 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-94b59a1d-687f-47fd-8afb-31e93268c88f admin admin] Publish callbacks [] for security_group (b562f00e-de46-47a3-ac9f-27f56e922c6f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.160431 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 253a361e-19d4-4127-952e-a51a59d2abb6) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:38.172152 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c963c3-d9f6-477a-8ac6-937df295a085 None None] Network 253a361e-19d4-4127-952e-a51a59d2abb6 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:38.178877 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:38.179514 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.218602 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-94b59a1d-687f-47fd-8afb-31e93268c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b562f00e-de46-47a3-ac9f-27f56e922c6f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.274341 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-94b59a1d-687f-47fd-8afb-31e93268c88f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f938f84d5d8444798b4f3e20bff281ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814700 Mar 10 06:17:38.278250 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48510) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:38.279895 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b59a1d-687f-47fd-8afb-31e93268c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b562f00e-de46-47a3-ac9f-27f56e922c6f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:38.296809 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-253a361e-19d4-4127-952e-a51a59d2abb6', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:17:38.297684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.338011 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a4e3e-a1e5-40d2-88d2-68aeb5988b04 req-7bbea6cb-7e66-478f-a91f-14a3118e7938 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:38.339528 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a5a4e3e-a1e5-40d2-88d2-68aeb5988b04 req-7bbea6cb-7e66-478f-a91f-14a3118e7938 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1367800 Mar 10 06:17:38.343984 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8d83e4cb-a96b-49ec-82b5-9352ab6b8454 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0137701 Mar 10 06:17:38.347135 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48512) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:38.353133 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:38.385613 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] Publish callbacks [] for security_group (b562f00e-de46-47a3-ac9f-27f56e922c6f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.428749 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a5a4e3e-a1e5-40d2-88d2-68aeb5988b04 req-f4283c21-0121-42fa-915c-137d11d20d66 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789874 Mar 10 06:17:38.435156 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] Publish callbacks [] for security_group (b562f00e-de46-47a3-ac9f-27f56e922c6f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.450803 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Allocated IP 172.20.0.2 (253a361e-19d4-4127-952e-a51a59d2abb6/4aeb1034-f580-427f-a086-a35e75fb08dc/857d9141-6b32-489a-80d8-1013c63f0756) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:38.497441 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.497441 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.592818 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks [] for port (857d9141-6b32-489a-80d8-1013c63f0756), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.613132 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b562f00e-de46-47a3-ac9f-27f56e922c6f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.615785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.616920 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b562f00e-de46-47a3-ac9f-27f56e922c6f HTTP/1.1" status: 204 len: 168 time: 0.3324673 Mar 10 06:17:38.625102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be673d7b-ce4d-4f33-848c-3ee8028e4771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b562f00e-de46-47a3-ac9f-27f56e922c6f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:38.659334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for router_controller (4f4fdde4-41df-4a06-af5f-8e2ce445858e), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.684564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48516) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:38.688000 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (857d9141-6b32-489a-80d8-1013c63f0756), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.701057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-166a73f4-dd82-44ba-b49d-dd8ff81dad4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.740523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:38.745025 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:38.746738 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Pushing event updated for resources: {'Port': ['ID=857d9141-6b32-489a-80d8-1013c63f0756,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:38.748890 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:38.760893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.761275 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.761647 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.762039 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.762339 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.762700 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.769074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:38.819239 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Attempting to bind port 857d9141-6b32-489a-80d8-1013c63f0756 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:38.819772 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Attempting to bind port 857d9141-6b32-489a-80d8-1013c63f0756 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:38.820190 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Attempting to bind port 857d9141-6b32-489a-80d8-1013c63f0756 on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:38.825520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:38.825893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Checking segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:38.826324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.826793 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Bound using segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:38.827258 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Bound port: 857d9141-6b32-489a-80d8-1013c63f0756, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:38.827636 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (857d9141-6b32-489a-80d8-1013c63f0756), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.875635 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for router_gateway (4f4fdde4-41df-4a06-af5f-8e2ce445858e), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:38.889566 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] For port 857d9141-6b32-489a-80d8-1013c63f0756, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:38.892537 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] For port 857d9141-6b32-489a-80d8-1013c63f0756, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=857d9141-6b32-489a-80d8-1013c63f0756,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:38.905478 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-166a73f4-dd82-44ba-b49d-dd8ff81dad4e admin admin] Publish callbacks [] for security_group (b2be61ea-70d7-4729-9ec6-68525d902c1c), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.004740 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (857d9141-6b32-489a-80d8-1013c63f0756), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.005917 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-166a73f4-dd82-44ba-b49d-dd8ff81dad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b2be61ea-70d7-4729-9ec6-68525d902c1c), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.076877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a73f4-dd82-44ba-b49d-dd8ff81dad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2be61ea-70d7-4729-9ec6-68525d902c1c,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:39.083896 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48524) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:39.084085 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-166a73f4-dd82-44ba-b49d-dd8ff81dad4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7f78833c516477e9923971a91386b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982472 Mar 10 06:17:39.121123 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080514f-2b95-4a6f-bb61-2d6423975d3e None None] Pushing event updated for resources: {'Port': ['ID=857d9141-6b32-489a-80d8-1013c63f0756,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:39.175304 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] Publish callbacks [] for security_group (b2be61ea-70d7-4729-9ec6-68525d902c1c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.202101 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] Publish callbacks [] for security_group (b2be61ea-70d7-4729-9ec6-68525d902c1c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.278554 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for router_gateway (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.297939 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.386534 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b2be61ea-70d7-4729-9ec6-68525d902c1c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.394055 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.394055 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2be61ea-70d7-4729-9ec6-68525d902c1c HTTP/1.1" status: 204 len: 168 time: 0.3066266 Mar 10 06:17:39.404389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9aaa-cbd0-41c7-b1ef-d9ae62448f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2be61ea-70d7-4729-9ec6-68525d902c1c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:39.538771 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Allocated IP 172.27.2.91 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/f1663878-6eef-4eea-8f1b-25628c82fe8f) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:39.567584 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48538) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:39.602810 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9dbf-8939-4ed9-9d18-d86578311c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.660300 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218630f-9a19-448d-b26d-6d57e7a7ecc9 req-dbaa91a0-f900-49a2-99d4-d171aa94de06 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:39.661799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e218630f-9a19-448d-b26d-6d57e7a7ecc9 req-dbaa91a0-f900-49a2-99d4-d171aa94de06 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1238408 Mar 10 06:17:39.672624 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.741770 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9dbf-8939-4ed9-9d18-d86578311c02 admin admin] Publish callbacks [] for security_group (f57d616e-fd56-45b0-af56-807c52f438a0), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.745943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e218630f-9a19-448d-b26d-6d57e7a7ecc9 req-cec5d48f-b02b-48ad-93bc-8211957e3339 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703552 Mar 10 06:17:39.782089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.804938 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9dbf-8939-4ed9-9d18-d86578311c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f57d616e-fd56-45b0-af56-807c52f438a0), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.832752 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:39.840738 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:39.843270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:39.849866 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Pushing event updated for resources: {'Port': ['ID=f1663878-6eef-4eea-8f1b-25628c82fe8f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:39.858224 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf9dbf-8939-4ed9-9d18-d86578311c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d616e-fd56-45b0-af56-807c52f438a0,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:39.863406 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fbdf9dbf-8939-4ed9-9d18-d86578311c02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c9fc249a1744d918566c1e2a4ea2417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944658 Mar 10 06:17:39.866054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48548) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:39.949379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] Publish callbacks [] for security_group (f57d616e-fd56-45b0-af56-807c52f438a0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:39.976569 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] Publish callbacks [] for security_group (f57d616e-fd56-45b0-af56-807c52f438a0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.130091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f57d616e-fd56-45b0-af56-807c52f438a0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.132846 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.134323 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f57d616e-fd56-45b0-af56-807c52f438a0 HTTP/1.1" status: 204 len: 168 time: 0.2670116 Mar 10 06:17:40.143464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b74d64-cec7-49cd-91b4-f08782ae2c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d616e-fd56-45b0-af56-807c52f438a0,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:40.318396 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb54566-75d9-4d7f-bd60-f83d00370270 None None] Network 253a361e-19d4-4127-952e-a51a59d2abb6 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:40.406704 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Provisioning complete for port 857d9141-6b32-489a-80d8-1013c63f0756 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:40.407087 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (857d9141-6b32-489a-80d8-1013c63f0756), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.439202 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for router_gateway (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.540730 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 857d9141-6b32-489a-80d8-1013c63f0756 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:40.632424 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Current status of the port 857d9141-6b32-489a-80d8-1013c63f0756 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:40.632824 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (857d9141-6b32-489a-80d8-1013c63f0756), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.772975 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.856729 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 857d9141-6b32-489a-80d8-1013c63f0756 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:40.857147 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (857d9141-6b32-489a-80d8-1013c63f0756), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:40.864429 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] For port 857d9141-6b32-489a-80d8-1013c63f0756, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=857d9141-6b32-489a-80d8-1013c63f0756,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:40.918522 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aea53b-85dd-45ab-bf0f-f2e5e4a5c377 req-021d69a1-1cf2-4f7a-8bdf-4c06e3f9af81 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:40.936898 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-66aea53b-85dd-45ab-bf0f-f2e5e4a5c377 req-021d69a1-1cf2-4f7a-8bdf-4c06e3f9af81 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1038473 Mar 10 06:17:40.963467 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (857d9141-6b32-489a-80d8-1013c63f0756), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.012557 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 857d9141-6b32-489a-80d8-1013c63f0756 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:41.012972 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (857d9141-6b32-489a-80d8-1013c63f0756), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.014906 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-66aea53b-85dd-45ab-bf0f-f2e5e4a5c377 req-d2553a14-f912-436e-9a30-ba2977e65125 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718670 Mar 10 06:17:41.034785 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:17:41.090722 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbff66-0f41-4997-a767-4aa3a8d9b0bb None None] Pushing event updated for resources: {'Port': ['ID=857d9141-6b32-489a-80d8-1013c63f0756,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:41.128480 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-6f773ef7-726d-47ea-ae40-d52996adfc5f None None] Provisioning complete for port 857d9141-6b32-489a-80d8-1013c63f0756 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:41.129007 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-6f773ef7-726d-47ea-ae40-d52996adfc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (857d9141-6b32-489a-80d8-1013c63f0756), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.161252 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 06:17:41.161757 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG oslo_db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 06:17:41.192895 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:17:41.203703 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:17:41.218407 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:41.221586 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:41.258907 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-6f773ef7-726d-47ea-ae40-d52996adfc5f None None] Current status of the port 857d9141-6b32-489a-80d8-1013c63f0756 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:41.281225 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.284147 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-baed1a5c-cf46-4b6d-af00-595f5cae822c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9347060 Mar 10 06:17:41.286138 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48606) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:41.353795 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:41.554870 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:40Z', 'revision_number': 3, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:41.592398 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:17:41.592398 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Updating router 4f4fdde4-41df-4a06-af5f-8e2ce445858e port f1663878-6eef-4eea-8f1b-25628c82fe8f binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:17:41.618456 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.735001 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 857d9141-6b32-489a-80d8-1013c63f0756 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:41.928237 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:41.942837 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks [] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.039794 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.109960 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Allocated IP 172.20.0.1 (253a361e-19d4-4127-952e-a51a59d2abb6/4aeb1034-f580-427f-a086-a35e75fb08dc/9ccb7698-c5b8-4d25-a706-aabadc7f3016) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:42.115076 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Attempting to bind port f1663878-6eef-4eea-8f1b-25628c82fe8f on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:42.115375 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Attempting to bind port f1663878-6eef-4eea-8f1b-25628c82fe8f by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:42.115731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Attempting to bind port f1663878-6eef-4eea-8f1b-25628c82fe8f on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:42.126818 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:42.127192 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:42.128270 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.128496 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:42.129054 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Bound port: f1663878-6eef-4eea-8f1b-25628c82fe8f, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:42.129426 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.132144 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Pushing event updated for resources: {'Port': ['ID=f1663878-6eef-4eea-8f1b-25628c82fe8f,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:42.163209 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.163779 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.164271 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.164730 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.165210 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.166214 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.166754 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.167221 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.167687 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.168203 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.168754 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.169243 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.169559 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:17:42.193632 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce72a1-3a42-4a2a-8e3b-36c3a1d35b7e req-f9857f8c-1378-4c46-b658-998d051e6a94 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:42.195172 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dfce72a1-3a42-4a2a-8e3b-36c3a1d35b7e req-f9857f8c-1378-4c46-b658-998d051e6a94 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0820911 Mar 10 06:17:42.205113 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] For port f1663878-6eef-4eea-8f1b-25628c82fe8f, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:42.208640 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] For port f1663878-6eef-4eea-8f1b-25628c82fe8f, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=f1663878-6eef-4eea-8f1b-25628c82fe8f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:42.298873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dfce72a1-3a42-4a2a-8e3b-36c3a1d35b7e req-ac734882-d55a-4a29-a435-1ae9f22d675a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682454 Mar 10 06:17:42.301803 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks [] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.324587 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.387520 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:42.388444 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:42.396657 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.451542 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 857d9141-6b32-489a-80d8-1013c63f0756 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:42.471203 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Pushing event updated for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:42.480463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:42.482390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:42.492752 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:42.493525 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.538812 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 857d9141-6b32-489a-80d8-1013c63f0756 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:42.539186 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (857d9141-6b32-489a-80d8-1013c63f0756), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.544910 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb9f3e-90bd-4f34-b087-db990404cf15 None None] Pushing event updated for resources: {'Port': ['ID=f1663878-6eef-4eea-8f1b-25628c82fe8f,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:42.662261 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:42.705679 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 857d9141-6b32-489a-80d8-1013c63f0756 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:42.798176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-18f18395-2b2d-4bbd-9cac-dc6fa622ba99 None None] Provisioning complete for port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:42.798883 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-18f18395-2b2d-4bbd-9cac-dc6fa622ba99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.832303 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:42.864202 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-18f18395-2b2d-4bbd-9cac-dc6fa622ba99 None None] Port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:42.889830 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:40Z', 'revision_number': 3, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:42.922949 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0139d-57a7-4363-a2e2-677a20b8a852 None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:40Z', 'revision_number': 3, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:17:43.330731 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks [] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:43.423287 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:43.424333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:43.495340 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Pushing event updated for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:43.507962 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77e4e-3f77-4d8a-aeb9-909c018ac369 req-4c152029-bd26-440d-a57a-21047a806741 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:43.510258 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fbd77e4e-3f77-4d8a-aeb9-909c018ac369 req-4c152029-bd26-440d-a57a-21047a806741 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1269190 Mar 10 06:17:43.621417 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fbd77e4e-3f77-4d8a-aeb9-909c018ac369 req-8c4415cd-7f23-48d4-967a-2534461bb1a6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963614 Mar 10 06:17:43.633625 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:43.636156 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:43.790290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:17:43.908091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-60762701-2780-4444-84c4-a9981e3e8d66 None None] Provisioning complete for port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:43.909045 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-60762701-2780-4444-84c4-a9981e3e8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:43.952942 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-60762701-2780-4444-84c4-a9981e3e8d66 None None] Port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:43.972644 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:17:43.978053 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-92d7fd33-ca90-4121-90d4-a5d0f6e4952c admin admin] 10.222.0.15 "PUT /v2.0/routers/4f4fdde4-41df-4a06-af5f-8e2ce445858e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6908212 Mar 10 06:17:44.172130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48714) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:44.307357 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-245a96a7-dfba-4057-8827-8ce23fcfb624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.408383 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-245a96a7-dfba-4057-8827-8ce23fcfb624 admin admin] Publish callbacks [] for security_group (d349bc08-4db1-4575-9d79-b33517cf3101), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.492719 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device f1663878-6eef-4eea-8f1b-25628c82fe8f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:44.509082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-245a96a7-dfba-4057-8827-8ce23fcfb624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d349bc08-4db1-4575-9d79-b33517cf3101), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.569146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port f1663878-6eef-4eea-8f1b-25628c82fe8f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:44.569721 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.584196 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-245a96a7-dfba-4057-8827-8ce23fcfb624 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4b26ec1234640c2a77606c7193f9014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109721 Mar 10 06:17:44.586790 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48720) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:44.587637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eadf19-44a8-4bfa-9aa3-92f7377daf18 req-ad2bae6c-0dc8-4263-9030-8a5bea9bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:44.589233 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f6eadf19-44a8-4bfa-9aa3-92f7377daf18 req-ad2bae6c-0dc8-4263-9030-8a5bea9bcf6f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1130 time: 0.1501694 Mar 10 06:17:44.589946 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a96a7-dfba-4057-8827-8ce23fcfb624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349bc08-4db1-4575-9d79-b33517cf3101,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:44.671489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f6eadf19-44a8-4bfa-9aa3-92f7377daf18 req-80baaab4-4fdf-47cc-9385-30de0c2b2305 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Mar 10 06:17:44.682698 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port f1663878-6eef-4eea-8f1b-25628c82fe8f is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:44.683263 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.714019 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port f1663878-6eef-4eea-8f1b-25628c82fe8f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=f1663878-6eef-4eea-8f1b-25628c82fe8f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:44.742062 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] Publish callbacks [] for security_group (d349bc08-4db1-4575-9d79-b33517cf3101), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.766884 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] Publish callbacks [] for security_group (d349bc08-4db1-4575-9d79-b33517cf3101), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.804208 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:44.841793 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48734) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:44.844721 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fdfaf-0092-44d1-b985-73c5b31b1928 req-76160c9e-17f6-443c-a441-b8c7fd84f569 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:44.850967 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936528737', 'description': 'tempest-description--919494116'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:44.852663 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f5fdfaf-0092-44d1-b985-73c5b31b1928 req-76160c9e-17f6-443c-a441-b8c7fd84f569 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1254687 Mar 10 06:17:44.913142 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=f1663878-6eef-4eea-8f1b-25628c82fe8f,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:44.933919 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f5fdfaf-0092-44d1-b985-73c5b31b1928 req-abdb4d76-4db2-46b7-b37c-05460b76f451 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712757 Mar 10 06:17:44.952883 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.036307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:17:45.050660 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:45.051287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:45.055898 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d349bc08-4db1-4575-9d79-b33517cf3101), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.059227 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.060531 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d349bc08-4db1-4575-9d79-b33517cf3101 HTTP/1.1" status: 204 len: 168 time: 0.4716289 Mar 10 06:17:45.069375 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113be82-9795-48de-b919-58e226706cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349bc08-4db1-4575-9d79-b33517cf3101,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:45.119977 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (983099a0-868a-4c98-a000-dbb147af13c7), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.187176 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (983099a0-868a-4c98-a000-dbb147af13c7), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.203287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:45.218151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983099a0-868a-4c98-a000-dbb147af13c7,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:45.286773 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.287976 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0ffafc77-7ed8-492b-8d1e-851c23a226de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4452567 Mar 10 06:17:45.291480 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48740) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:45.295881 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group_rule': {'security_group_id': '983099a0-868a-4c98-a000-dbb147af13c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:45.389177 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (7d9a294b-9769-414e-b6ac-709e6ba83f41), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.416636 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 2, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:45.457436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:17:45.458111 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Updating router 4f4fdde4-41df-4a06-af5f-8e2ce445858e port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:17:45.499168 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (7d9a294b-9769-414e-b6ac-709e6ba83f41), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.502834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.581579 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (7d9a294b-9769-414e-b6ac-709e6ba83f41), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.598860 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9a294b-9769-414e-b6ac-709e6ba83f41,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:45.669296 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.670688 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-65baf018-904c-4885-9635-7312da465f70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781195 Mar 10 06:17:45.673573 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48748) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:45.678480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group_rule': {'security_group_id': '983099a0-868a-4c98-a000-dbb147af13c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:45.777935 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks [] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.791439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (b78c7676-7a37-48bb-9dc6-47f9c45e3829), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.853099 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (b78c7676-7a37-48bb-9dc6-47f9c45e3829), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.871725 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48754) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:45.878456 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.890026 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49a5d9de-0d83-4d2c-9739-95e82b95a4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.932172 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9e90-c370-48b2-8ae4-cd77031a789d None None] Pushing event updated for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:45.941910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (b78c7676-7a37-48bb-9dc6-47f9c45e3829), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:45.979338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78c7676-7a37-48bb-9dc6-47f9c45e3829,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:46.029045 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Attempting to bind port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:46.029411 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Attempting to bind port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:46.029898 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Attempting to bind port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:46.036324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:46.036706 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Checking segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:46.037192 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.037585 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Bound using segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:46.038085 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Bound port: 9ccb7698-c5b8-4d25-a706-aabadc7f3016, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:46.038452 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.059025 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49a5d9de-0d83-4d2c-9739-95e82b95a4a2 admin admin] Publish callbacks [] for security_group (911f0cd5-ee88-44a8-9405-6b23354bb256), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.062900 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.064520 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ae11a4ed-d923-4bea-97c0-244ddcc458f7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897395 Mar 10 06:17:46.067745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48762) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:46.073976 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:46.116382 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b47ef-0b43-46c9-a8b8-971bab8a3fbf req-f223ada0-fa91-4b11-bbc2-d1afcf7a879a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:46.118595 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d42b47ef-0b43-46c9-a8b8-971bab8a3fbf req-f223ada0-fa91-4b11-bbc2-d1afcf7a879a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0836384 Mar 10 06:17:46.120983 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-49a5d9de-0d83-4d2c-9739-95e82b95a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (911f0cd5-ee88-44a8-9405-6b23354bb256), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.142783 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] For port 9ccb7698-c5b8-4d25-a706-aabadc7f3016, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:46.146242 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] For port 9ccb7698-c5b8-4d25-a706-aabadc7f3016, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9ccb7698-c5b8-4d25-a706-aabadc7f3016,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:46.184021 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d9de-0d83-4d2c-9739-95e82b95a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f0cd5-ee88-44a8-9405-6b23354bb256,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:46.189350 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-49a5d9de-0d83-4d2c-9739-95e82b95a4a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f500794ebf84432b6945f45d9265c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165314 Mar 10 06:17:46.192160 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48766) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:46.209404 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-43481d33-cad1-4348-b7aa-1583ee8542a6 None None] Provisioning complete for port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:46.209844 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-43481d33-cad1-4348-b7aa-1583ee8542a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.215056 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.225902 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d42b47ef-0b43-46c9-a8b8-971bab8a3fbf req-60695e21-a26b-421a-aa0f-a7e91cd390d1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933757 Mar 10 06:17:46.248700 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-43481d33-cad1-4348-b7aa-1583ee8542a6 None None] Port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:46.280706 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] Publish callbacks [] for security_group (911f0cd5-ee88-44a8-9405-6b23354bb256), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.304702 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.333850 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] Publish callbacks [] for security_group (911f0cd5-ee88-44a8-9405-6b23354bb256), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.366842 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:17:46.367481 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:46.373228 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9e90-c370-48b2-8ae4-cd77031a789d None None] Pushing event updated for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:46.385608 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.459393 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device f1663878-6eef-4eea-8f1b-25628c82fe8f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:46.498095 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (911f0cd5-ee88-44a8-9405-6b23354bb256), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.501477 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.502787 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/911f0cd5-ee88-44a8-9405-6b23354bb256 HTTP/1.1" status: 204 len: 168 time: 0.3095322 Mar 10 06:17:46.612676 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69cc79-3e67-48ac-9c4e-86426556ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f0cd5-ee88-44a8-9405-6b23354bb256,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:46.648424 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Allocated IP 172.27.2.203 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/9709cb78-be07-43c2-ae82-c7f67cf36285) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:46.752250 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Provisioning complete for port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:46.752733 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.786241 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.789656 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:17:46.834764 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port f1663878-6eef-4eea-8f1b-25628c82fe8f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:46.835150 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.931937 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:46.970010 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:46.972994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:46.978590 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:47.003199 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=9709cb78-be07-43c2-ae82-c7f67cf36285,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:47.070175 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Current status of the port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:47.070175 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.137050 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port f1663878-6eef-4eea-8f1b-25628c82fe8f is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:47.151977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] For port 9ccb7698-c5b8-4d25-a706-aabadc7f3016, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9ccb7698-c5b8-4d25-a706-aabadc7f3016,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:17:47.171627 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:46Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:47.204206 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f0c6f3-647e-4ddc-8306-e35986ec1baa None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:46Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:17:47.221445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.294579 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.317849 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.367463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe9d12-21b6-42df-bfd2-c9a21bf2cf82 None None] Pushing event updated for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:47.407065 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89084c-3ed5-41ef-8f22-0cb45a283b69 req-21bf0eee-443f-492a-a608-ee82ddbdecf9 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:47.418089 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da89084c-3ed5-41ef-8f22-0cb45a283b69 req-21bf0eee-443f-492a-a608-ee82ddbdecf9 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0954204 Mar 10 06:17:47.426988 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48810) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:47.450543 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-000d162c-1ad8-4a70-9a82-ff47576f1f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.526502 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da89084c-3ed5-41ef-8f22-0cb45a283b69 req-6741737f-9e10-47b2-97c4-27c0208d362b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Mar 10 06:17:47.527299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.582614 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-000d162c-1ad8-4a70-9a82-ff47576f1f51 admin admin] Publish callbacks [] for security_group (bcbef75f-2473-43f7-bdde-47a625264e80), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.596125 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.649102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-000d162c-1ad8-4a70-9a82-ff47576f1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bcbef75f-2473-43f7-bdde-47a625264e80), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.661615 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161bd1-94b6-4517-a9ba-340497166910 req-5cd3d5bc-df38-4ab5-8b4c-1230ca19a44f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:47.663164 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ba161bd1-94b6-4517-a9ba-340497166910 req-5cd3d5bc-df38-4ab5-8b4c-1230ca19a44f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0586808 Mar 10 06:17:47.689169 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=9709cb78-be07-43c2-ae82-c7f67cf36285,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:47.695289 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.716228 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-000d162c-1ad8-4a70-9a82-ff47576f1f51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc31e69b16f942d19b54f1ff1f3e368e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881935 Mar 10 06:17:47.718506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d162c-1ad8-4a70-9a82-ff47576f1f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbef75f-2473-43f7-bdde-47a625264e80,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:47.719370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48814) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:47.754970 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ba161bd1-94b6-4517-a9ba-340497166910 req-90d4ce09-7ba0-4b9d-9f0d-41f78a946362 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782139 Mar 10 06:17:47.775795 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] Publish callbacks [] for security_group (bcbef75f-2473-43f7-bdde-47a625264e80), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.803367 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] Publish callbacks [] for security_group (bcbef75f-2473-43f7-bdde-47a625264e80), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.840840 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.854939 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6156e225-0fb6-4910-b158-9091e9574f0a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7740386 Mar 10 06:17:47.984492 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bcbef75f-2473-43f7-bdde-47a625264e80), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.987160 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:47.988303 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcbef75f-2473-43f7-bdde-47a625264e80 HTTP/1.1" status: 204 len: 168 time: 0.2677073 Mar 10 06:17:47.997382 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cb818-caa7-472d-baa5-fa0eb75ca28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbef75f-2473-43f7-bdde-47a625264e80,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:48.076906 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-4909e877-a27b-4578-a673-6f8b8e513dac tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1936528737&fields=id&tenant_id=f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 267 time: 0.0516737 Mar 10 06:17:48.204538 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-ef1b2f04-d439-4768-8140-eeaeca1bd34c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:48.208316 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-ef1b2f04-d439-4768-8140-eeaeca1bd34c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 810 time: 0.1221228 Mar 10 06:17:48.226254 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-30119701-bbf0-4e98-aa04-60c512af4cf2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/quotas/f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Mar 10 06:17:48.300144 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-6a42955e-9937-4b45-b13d-e503c4e8107d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583477 Mar 10 06:17:48.414518 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-cd7d118a-a0a3-4a5f-9a03-a17b839473cb service neutron] 10.222.0.15 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016200 Mar 10 06:17:48.497777 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9ccb7698-c5b8-4d25-a706-aabadc7f3016 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:17:48.542241 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-2d72e79d-5d94-4206-bcc9-e2b7bc87a4ed service neutron] 10.222.0.15 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204109 Mar 10 06:17:48.571746 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:48.573010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:48.660991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:17:48.919264 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d55f31a0-c4d4-4397-8f57-ee68b258b2ae req-2e49d272-da01-4da2-a90e-40bc25130d83 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 210 time: 0.0476727 Mar 10 06:17:49.351318 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48888) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:49.463453 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48894) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:49.502398 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-307523794-network', 'tenant_id': '04d2eb5a08bf4a95b7c8a0e1e0183101'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:49.526323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5fd4-e23b-42af-83da-5e5d0035eca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.581743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Made reservation on behalf of 04d2eb5a08bf4a95b7c8a0e1e0183101 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:49.584627 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.594966 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.603883 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5fd4-e23b-42af-83da-5e5d0035eca6 admin admin] Publish callbacks [] for security_group (6d99b404-93ed-4f74-93e5-e70aa6f3f840), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.666375 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks [] for security_group (886b511d-8001-4be8-a469-79a2a1e952c4), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.706785 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7c4f5fd4-e23b-42af-83da-5e5d0035eca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6d99b404-93ed-4f74-93e5-e70aa6f3f840), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.744428 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7c4f5fd4-e23b-42af-83da-5e5d0035eca6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00e9f4f74f10458cafce9bed543db691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798188 Mar 10 06:17:49.745388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f5fd4-e23b-42af-83da-5e5d0035eca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99b404-93ed-4f74-93e5-e70aa6f3f840,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:49.747195 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 48900) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:49.755314 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (886b511d-8001-4be8-a469-79a2a1e952c4), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.805067 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:17:49.818998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886b511d-8001-4be8-a469-79a2a1e952c4,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:49.822389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (8c1f3e7b-8fd3-4023-aa2c-e4614e83717b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.826814 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Added segment 8c1f3e7b-8fd3-4023-aa2c-e4614e83717b of type vlan for network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 Mar 10 06:17:49.889266 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] Publish callbacks [] for security_group (6d99b404-93ed-4f74-93e5-e70aa6f3f840), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.894596 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (2f04c2f8-2b72-42c6-9c58-79a3c06d6308), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:49.925606 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] Publish callbacks [] for security_group (6d99b404-93ed-4f74-93e5-e70aa6f3f840), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.009090 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-63380730-17a2-43e4-9a35-e6b2c00bd53f req-96f8381a-930d-4b7b-911c-ff00f32ffec9 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 210 time: 0.0267410 Mar 10 06:17:50.010330 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (2f04c2f8-2b72-42c6-9c58-79a3c06d6308), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.011228 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.011801 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.079510 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] Pushing event updated for resources: {'Network': ['ID=2f04c2f8-2b72-42c6-9c58-79a3c06d6308,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:50.090518 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:17:50.101756 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6d99b404-93ed-4f74-93e5-e70aa6f3f840), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.104401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.105544 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d99b404-93ed-4f74-93e5-e70aa6f3f840 HTTP/1.1" status: 204 len: 168 time: 0.3573751 Mar 10 06:17:50.113549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d81f44-fb9a-4af4-bbb4-9133446f692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99b404-93ed-4f74-93e5-e70aa6f3f840,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:50.137238 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e0326bb2-453b-46ae-adf4-03d04a62a74b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7839725 Mar 10 06:17:50.139961 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48914) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:50.145457 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Request body: {'subnet': {'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-307523794-subnet', 'tenant_id': '04d2eb5a08bf4a95b7c8a0e1e0183101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:50.276953 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Made reservation on behalf of 04d2eb5a08bf4a95b7c8a0e1e0183101 for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:50.279593 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.350320 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71467f14-4cce-42f9-a839-4acb14269a77 req-c922d717-13ea-403e-9208-f12285f5d410 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.352080 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71467f14-4cce-42f9-a839-4acb14269a77 req-c922d717-13ea-403e-9208-f12285f5d410 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0747273 Mar 10 06:17:50.465606 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71467f14-4cce-42f9-a839-4acb14269a77 req-9f1e6ad6-bf2c-4582-bb33-f1fff5228334 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048577 Mar 10 06:17:50.468791 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-3d2f023c-0c4c-446d-bd4c-6a3826de35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.470427 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-3d2f023c-0c4c-446d-bd4c-6a3826de35e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0995586 Mar 10 06:17:50.562057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.579222 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-c88114af-5bb5-4fa0-8598-3592a7006fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.580740 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-c88114af-5bb5-4fa0-8598-3592a7006fbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1012840 Mar 10 06:17:50.621657 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-a46f8eb9-ab16-401a-8a78-880164d8c87e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0345125 Mar 10 06:17:50.622201 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:50.632246 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Checking segment: {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:50.632618 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Network hostable DHCP agents. Network: 2f04c2f8-2b72-42c6-9c58-79a3c06d6308, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:17:50.690424 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-7f896e28-7ec0-4d2f-bae9-48e7dc2c3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.691943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-7f896e28-7ec0-4d2f-bae9-48e7dc2c3eb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0611866 Mar 10 06:17:50.724608 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-09c7e917-a8ff-4050-8b0d-05294fc5fe4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Mar 10 06:17:50.751233 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:17:50.819043 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-d19bb6ed-9c41-4734-9103-9e86b9616ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822070 Mar 10 06:17:50.831510 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48928) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:50.845866 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 2f04c2f8-2b72-42c6-9c58-79a3c06d6308) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:50.850616 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:50.851343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.854357 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-90285ab3-405f-44a9-97e6-5635308fcd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:50.855099 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01532ba-31d6-4e44-b0b1-f8a515d6e1eb None None] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:50.943807 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b68cfae-be81-46bc-8f10-62e8725f425e req-e402575d-1e4d-4d38-a03f-68548e0bc05c service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177800 Mar 10 06:17:50.970257 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2279b5ac-cef1-45b2-8d7b-fa3b7e6ede24 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8290036 Mar 10 06:17:50.989306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-90285ab3-405f-44a9-97e6-5635308fcd0c admin admin] Publish callbacks [] for security_group (b648908c-3f6d-43fe-a9c8-eef0e56dafe1), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.005147 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ea7a6-9b79-4e9a-9723-70f016816619 None None] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:17:51.061804 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-90285ab3-405f-44a9-97e6-5635308fcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b648908c-3f6d-43fe-a9c8-eef0e56dafe1), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.110808 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-90285ab3-405f-44a9-97e6-5635308fcd0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18a8dea0b08d4ff3bacc98329c1fa9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781570 Mar 10 06:17:51.113310 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48938) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:51.115524 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90285ab3-405f-44a9-97e6-5635308fcd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648908c-3f6d-43fe-a9c8-eef0e56dafe1,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:51.170547 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] Publish callbacks [] for security_group (b648908c-3f6d-43fe-a9c8-eef0e56dafe1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.171080 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-410e0e3b-0578-46d9-9a95-dfd5b43c43e9 req-e52d565a-9258-4682-b426-9ceba440b6e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 210 time: 0.0290325 Mar 10 06:17:51.194698 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] Publish callbacks [] for security_group (b648908c-3f6d-43fe-a9c8-eef0e56dafe1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.313374 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b648908c-3f6d-43fe-a9c8-eef0e56dafe1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.316609 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:51.319349 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b648908c-3f6d-43fe-a9c8-eef0e56dafe1 HTTP/1.1" status: 204 len: 168 time: 0.2041705 Mar 10 06:17:51.327847 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783231-9da5-4e07-8c0e-92fb7483134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648908c-3f6d-43fe-a9c8-eef0e56dafe1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:51.618135 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-378baf66-9ae9-4f05-b17b-b2ee62867a9f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:51.620379 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-378baf66-9ae9-4f05-b17b-b2ee62867a9f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 810 time: 0.1429875 Mar 10 06:17:51.640640 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e208d29-a64d-467f-ae4b-ebe9f06f730e req-e7a92435-10d1-4356-bf1b-6702c973aacf tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:51.642131 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e208d29-a64d-467f-ae4b-ebe9f06f730e req-e7a92435-10d1-4356-bf1b-6702c973aacf tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0913944 Mar 10 06:17:51.724135 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e208d29-a64d-467f-ae4b-ebe9f06f730e req-32cedeb5-4ccd-400a-84cb-403cb11f9ae4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750268 Mar 10 06:17:51.729753 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-86d023ad-f36c-4572-90b6-cd77e07df5ee tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 380 time: 0.0867035 Mar 10 06:17:51.744324 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'port': {'device_id': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'admin_state_up': True, 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'security_groups': ['983099a0-868a-4c98-a000-dbb147af13c7']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:51.970422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Made reservation on behalf of f1925d8117534b1dadb6760452915076 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:51.973873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.137102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Allocated IP 172.20.0.8 (253a361e-19d4-4127-952e-a51a59d2abb6/4aeb1034-f580-427f-a086-a35e75fb08dc/defb0ec9-3226-4c21-a655-0f2e43fa53dc) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:52.244690 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48974) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:52.259909 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f74db5c8-6790-4cd5-ba52-936ea2a910dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.280907 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60ea224e-8436-48d8-b6af-d0ea90f4a554 req-abb9793f-5f32-40a1-9b24-169b5b4be95f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 210 time: 0.0320969 Mar 10 06:17:52.317740 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.339630 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f74db5c8-6790-4cd5-ba52-936ea2a910dd admin admin] Publish callbacks [] for security_group (0ecb53ec-18f0-4418-9008-dc6c23942093), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.418570 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f74db5c8-6790-4cd5-ba52-936ea2a910dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (0ecb53ec-18f0-4418-9008-dc6c23942093), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.419111 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.461931 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f74db5c8-6790-4cd5-ba52-936ea2a910dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f580a0497e1e47fe9f0dcd940e041e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155066 Mar 10 06:17:52.463024 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74db5c8-6790-4cd5-ba52-936ea2a910dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb53ec-18f0-4418-9008-dc6c23942093,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:52.465861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:52.466165 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 48976) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:52.470082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:52.475293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:52.480597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:52.481221 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.484916 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:52.540984 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] Publish callbacks [] for security_group (0ecb53ec-18f0-4418-9008-dc6c23942093), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.564376 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] Publish callbacks [] for security_group (0ecb53ec-18f0-4418-9008-dc6c23942093), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.569806 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-0499baee-9320-4b9a-bf75-a52a681c2a2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300447 Mar 10 06:17:52.592274 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Request body: {'port': {'device_id': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:52.656394 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.701669 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (0ecb53ec-18f0-4418-9008-dc6c23942093), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.704309 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.705475 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ecb53ec-18f0-4418-9008-dc6c23942093 HTTP/1.1" status: 204 len: 168 time: 0.2377565 Mar 10 06:17:52.713934 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046658b-ab0a-4b07-a879-f7ba478d917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb53ec-18f0-4418-9008-dc6c23942093,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:52.768349 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1a9f3352-4ce6-4e76-b813-e232cf5ff75c None None] Provisioning complete for port defb0ec9-3226-4c21-a655-0f2e43fa53dc triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:17:52.769427 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3352-4ce6-4e76-b813-e232cf5ff75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:52.810927 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f3352-4ce6-4e76-b813-e232cf5ff75c None None] Port defb0ec9-3226-4c21-a655-0f2e43fa53dc cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:17:52.911982 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa82e9-f604-4fc0-8b6c-263317eead4f req-637e711a-6323-4be0-973a-fe750ef1a57c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:52.913463 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-24fa82e9-f604-4fc0-8b6c-263317eead4f req-637e711a-6323-4be0-973a-fe750ef1a57c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1062536 Mar 10 06:17:53.005482 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-24fa82e9-f604-4fc0-8b6c-263317eead4f req-1f280e86-ff07-41a8-88b6-de94fa1dd25c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797656 Mar 10 06:17:53.013440 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defb0ec9-3226-4c21-a655-0f2e43fa53dc {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:17:53.021085 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks [] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:53.033362 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Transition to ACTIVE for port object defb0ec9-3226-4c21-a655-0f2e43fa53dc will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:17:53.127514 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:53.214321 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Pushing event updated for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:53.227270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Attempting to bind port defb0ec9-3226-4c21-a655-0f2e43fa53dc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:17:53.227562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Attempting to bind port defb0ec9-3226-4c21-a655-0f2e43fa53dc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:17:53.227910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Attempting to bind port defb0ec9-3226-4c21-a655-0f2e43fa53dc on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:53.234123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Port defb0ec9-3226-4c21-a655-0f2e43fa53dc on network 253a361e-19d4-4127-952e-a51a59d2abb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:17:53.234456 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Attempting to bind port defb0ec9-3226-4c21-a655-0f2e43fa53dc on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:17:53.239578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:17:53.239915 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Checking segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:17:53.240306 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Bound using segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:17:53.240739 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Bound port: defb0ec9-3226-4c21-a655-0f2e43fa53dc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:17:53.241095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:53.318061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:17:53.323029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:17:53.393054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:53.440474 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765576d-bd7c-47e5-a804-1474acbfd0a6 req-257f34a7-7c64-4999-8337-138722c73083 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:53.441985 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3765576d-bd7c-47e5-a804-1474acbfd0a6 req-257f34a7-7c64-4999-8337-138722c73083 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0882792 Mar 10 06:17:53.448901 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:53.449506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:53.450900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] 10.222.0.37 "PUT /v2.0/ports/defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 1093 time: 0.8639350 Mar 10 06:17:53.451564 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:17:53.453862 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3298f6c-c2d8-436d-9da5-d5e05623a884" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:17:53.497511 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e00d16-8752-453d-87b9-4c6f3f6ad853 service neutron] Pushing event updated for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:53.506776 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da5a0d-1764-40c5-95e9-efd3fe022862 x-openstack-request-id: req-c8da5a0d-1764-40c5-95e9-efd3fe022862 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:17:53.506884 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:17:53.507190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8da5a0d-1764-40c5-95e9-efd3fe022862 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:17:53.507588 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'status': 'completed', 'code': 200} Mar 10 06:17:53.533562 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3765576d-bd7c-47e5-a804-1474acbfd0a6 req-908f8898-b588-4015-b582-9a76f229db3b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740747 Mar 10 06:17:53.656294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-fdd99b70-3d40-47a8-8297-221011155942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:53.658994 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-fdd99b70-3d40-47a8-8297-221011155942 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1127 time: 0.0859153 Mar 10 06:17:53.800463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-30f2b58d-ae13-44db-bffb-8635220b4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:53.802311 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-30f2b58d-ae13-44db-bffb-8635220b4bb3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f1925d8117534b1dadb6760452915076&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1295702 Mar 10 06:17:53.921227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-15811489-5524-4679-9491-d3e14d4aefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:53.922827 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d3298f6c-c2d8-436d-9da5-d5e05623a884 req-15811489-5524-4679-9491-d3e14d4aefcd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144924 Mar 10 06:17:54.046967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-29f9cf37-6e98-4cbf-afc3-41b3c4b7483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.048744 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-29f9cf37-6e98-4cbf-afc3-41b3c4b7483b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1127 time: 0.0490842 Mar 10 06:17:54.107759 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-36566714-f1a1-4ca0-98fa-9daa172a9fe7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 217 time: 0.0453906 Mar 10 06:17:54.194851 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-e5c54e1a-f4d0-440b-97c2-42bbf5466dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.195853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-e5c54e1a-f4d0-440b-97c2-42bbf5466dec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0623028 Mar 10 06:17:54.204930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766803b-1701-4993-b9f9-bbd1e36a473d req-6b2c9753-20ff-480a-aed7-d395f25089da tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.206435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d766803b-1701-4993-b9f9-bbd1e36a473d req-6b2c9753-20ff-480a-aed7-d395f25089da tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1015525 Mar 10 06:17:54.292725 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d766803b-1701-4993-b9f9-bbd1e36a473d req-af89405d-e29f-423a-a7c5-73774560bae8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Mar 10 06:17:54.302930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-fb1bd28d-173f-48bb-a72f-8bbf60bc52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.304439 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-fb1bd28d-173f-48bb-a72f-8bbf60bc52e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0971048 Mar 10 06:17:54.452795 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-4d402cec-ae68-4464-a00d-8f6ec22c7561 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385853 Mar 10 06:17:54.828907 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-f8cf89ae-e04f-47cc-88d7-ba188ca23520 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.830332 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-f8cf89ae-e04f-47cc-88d7-ba188ca23520 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/networks?id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308 HTTP/1.1" status: 200 len: 813 time: 0.4434290 Mar 10 06:17:54.863037 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-b73b0e52-ed4e-45db-a790-1336eaaef3ab tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/quotas/04d2eb5a08bf4a95b7c8a0e1e0183101 HTTP/1.1" status: 200 len: 375 time: 0.0264027 Mar 10 06:17:54.873274 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71bffc1b-2b6b-4fc2-8941-d37d554a91ed req-193af91a-923e-475a-b839-14e098b6ffea service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960500 Mar 10 06:17:54.890577 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7821608-327e-4eb5-81f4-82131e602361 req-f37d5ae5-6cf4-40bf-887f-d1067e083064 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:54.892034 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7821608-327e-4eb5-81f4-82131e602361 req-f37d5ae5-6cf4-40bf-887f-d1067e083064 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0973887 Mar 10 06:17:54.908918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-3801ca27-2639-4521-b55b-db401980cdf1 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392196 Mar 10 06:17:55.005909 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7821608-327e-4eb5-81f4-82131e602361 req-2cf01445-ba7e-4776-8b8e-a095b2bd8b13 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992858 Mar 10 06:17:55.029437 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-9e350e66-9e91-4dfd-9e92-f4ca76063c94 service neutron] 10.222.0.15 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139431 Mar 10 06:17:55.121592 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-3cbe7853-2d09-4657-aff5-760d94fece86 service neutron] 10.222.0.15 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862482 Mar 10 06:17:55.418843 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4785d197-5b79-433b-8f7c-4494b657ece3 req-541c955c-c87e-4124-a873-5269c5a37c6f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0294964 Mar 10 06:17:55.437365 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0b94-cca1-4f95-8665-8f344fe0fe98 req-9a485cbe-34a7-4496-8e2c-e13a957472dd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:55.443113 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-532d0b94-cca1-4f95-8665-8f344fe0fe98 req-9a485cbe-34a7-4496-8e2c-e13a957472dd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0834212 Mar 10 06:17:55.488523 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-532d0b94-cca1-4f95-8665-8f344fe0fe98 req-f5f736a0-638e-4041-9925-8e2e57cbb586 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Mar 10 06:17:55.745762 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bd7d768f-efc7-4540-97fd-a7311ca6e86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:56.126014 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724b7c5-db0f-42e3-95fd-0d0d5d76b200 req-fa8ab6d2-a6fb-4abc-8a68-cc82e258f2b9 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:56.127543 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c724b7c5-db0f-42e3-95fd-0d0d5d76b200 req-fa8ab6d2-a6fb-4abc-8a68-cc82e258f2b9 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0556285 Mar 10 06:17:56.175276 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c724b7c5-db0f-42e3-95fd-0d0d5d76b200 req-3acfad36-2d6d-4879-a4d5-c7b8b15ec3e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Mar 10 06:17:56.494085 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-274f4796-7c8f-4145-9d2a-2e55c707d936 req-e95c26ff-f83f-4cc0-b1cc-b72d3aeb251f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0254076 Mar 10 06:17:56.609712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93e27-240c-47a2-9f23-04ad21c0d7f0 req-10480a1d-0d3c-4884-8fe8-91d99d156ef1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:56.611215 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-20e93e27-240c-47a2-9f23-04ad21c0d7f0 req-10480a1d-0d3c-4884-8fe8-91d99d156ef1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0510676 Mar 10 06:17:56.657872 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-20e93e27-240c-47a2-9f23-04ad21c0d7f0 req-35196a0a-d462-4785-a7a0-6aabf4821295 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Mar 10 06:17:56.890118 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:17:57.294238 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b50a0-cf8d-4032-9ca8-5690d887d58c req-ffea88c8-6505-4da6-a863-c6b7b554bf2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:57.295870 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af3b50a0-cf8d-4032-9ca8-5690d887d58c req-ffea88c8-6505-4da6-a863-c6b7b554bf2a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0561924 Mar 10 06:17:57.342102 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af3b50a0-cf8d-4032-9ca8-5690d887d58c req-02bf47db-3474-4d6b-a425-0effca0859a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Mar 10 06:17:57.585564 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84943d84-a80c-4fa2-bd81-c09289c762b1 req-24776c05-9240-4d36-858e-536cfc7b18d9 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Mar 10 06:17:57.774197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eecd6-b3cc-4b2c-9a01-d6f93f21a3ca req-0b8b0ecb-deca-4f0f-93f7-4650401710e4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:57.776245 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-739eecd6-b3cc-4b2c-9a01-d6f93f21a3ca req-0b8b0ecb-deca-4f0f-93f7-4650401710e4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0538006 Mar 10 06:17:57.823249 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-739eecd6-b3cc-4b2c-9a01-d6f93f21a3ca req-9456a1b9-59c3-4f9d-9314-3d9d6900a1fb tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Mar 10 06:17:58.004122 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9a61-2085-4afd-a1f4-b40da0318947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:58.463238 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730312eb-7b4f-443e-9bcd-4dd5a8811222 req-5e186a3c-a428-4e58-8d83-8731b142ecb8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:58.464893 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-730312eb-7b4f-443e-9bcd-4dd5a8811222 req-5e186a3c-a428-4e58-8d83-8731b142ecb8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0566564 Mar 10 06:17:58.511196 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-730312eb-7b4f-443e-9bcd-4dd5a8811222 req-eedd5c0a-1691-4760-93e5-3db4850c8b9c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Mar 10 06:17:58.699266 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-015b81e6-a02b-4823-a9c7-1871857cd8d5 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:58.700918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-015b81e6-a02b-4823-a9c7-1871857cd8d5 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "GET /v2.0/networks?id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308 HTTP/1.1" status: 200 len: 813 time: 0.1088097 Mar 10 06:17:58.727589 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664ce172-828b-44b7-b223-4b0ef2cd51e5 req-4984a1dd-12f7-4e02-ad59-5e040f6e62a6 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0358055 Mar 10 06:17:58.730892 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Request body: {'port': {'device_id': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308', 'admin_state_up': True, 'tenant_id': '04d2eb5a08bf4a95b7c8a0e1e0183101'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:58.910549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Made reservation on behalf of 04d2eb5a08bf4a95b7c8a0e1e0183101 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:17:58.923107 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.012154 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49154) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:59.028650 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f48041-fbc4-4985-83fe-005bb09e7333 req-9b38aaf3-a160-4181-af5d-dedc3d0c7332 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:59.032005 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50f48041-fbc4-4985-83fe-005bb09e7333 req-9b38aaf3-a160-4181-af5d-dedc3d0c7332 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1307614 Mar 10 06:17:59.088982 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Deleting subnet 6795ea47-2150-4d07-96ef-d56d0c9d4820 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:17:59.092564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Publish callbacks [] for subnet (6795ea47-2150-4d07-96ef-d56d0c9d4820), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.126817 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Allocated IP 172.20.0.12 (2f04c2f8-2b72-42c6-9c58-79a3c06d6308/91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384/aa2d0f56-a878-41bd-9352-d8b16f91d2be) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:17:59.129505 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50f48041-fbc4-4985-83fe-005bb09e7333 req-309920a0-ec30-4efa-a640-40931b1e78ca tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929534 Mar 10 06:17:59.137042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (6795ea47-2150-4d07-96ef-d56d0c9d4820), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.179403 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (6795ea47-2150-4d07-96ef-d56d0c9d4820), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.275914 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.279245 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks [] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.305343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (6795ea47-2150-4d07-96ef-d56d0c9d4820), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.332202 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6795ea47-2150-4d07-96ef-d56d0c9d4820,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:59.335938 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.343196 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2d225450-ae83-4cd7-a166-ff64e8fedd37 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6795ea47-2150-4d07-96ef-d56d0c9d4820 HTTP/1.1" status: 204 len: 168 time: 0.3259609 Mar 10 06:17:59.343196 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49164) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:59.396619 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.445484 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:17:59.448830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:17:59.453158 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:17:59.458869 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:59.459535 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.484590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Pushing event updated for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:17:59.562430 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-abe0b756-30f9-4f4b-9483-96eec1bf177a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8372736 Mar 10 06:17:59.583237 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Request body: {'port': {'device_id': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:17:59.621808 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (b2374f28-47a7-4a27-8e81-aa6f570f3630), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.659392 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.704347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339aa61-a11b-4419-80c3-be2a0b2cf239 req-d3a65f0f-86ba-4b1f-99ab-abf0fc9d0aff tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:59.705819 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b339aa61-a11b-4419-80c3-be2a0b2cf239 req-d3a65f0f-86ba-4b1f-99ab-abf0fc9d0aff tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 943 time: 0.0905969 Mar 10 06:17:59.706386 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.708419 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (b2374f28-47a7-4a27-8e81-aa6f570f3630), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.728754 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2374f28-47a7-4a27-8e81-aa6f570f3630']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:59.738093 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2a3460-523d-47f7-b9a1-0e13a16efabe') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:59.738393 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2a3460-523d-47f7-b9a1-0e13a16efabe') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:17:59.748118 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (cb2a3460-523d-47f7-b9a1-0e13a16efabe), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.762031 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (cb2a3460-523d-47f7-b9a1-0e13a16efabe), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.768724 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:17:59.768908 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (cb2a3460-523d-47f7-b9a1-0e13a16efabe), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:17:59.770789 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:17:59.843207 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b339aa61-a11b-4419-80c3-be2a0b2cf239 req-a31c471e-d267-4585-b3dd-4b3f524c4fcc tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275034 Mar 10 06:17:59.935864 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (b2374f28-47a7-4a27-8e81-aa6f570f3630), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.936187 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf25ec-cd98-433c-9382-320a4c0ed49b req-4644ffe2-4553-4ff6-96f2-c3516a086859 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:17:59.938045 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9faf25ec-cd98-433c-9382-320a4c0ed49b req-4644ffe2-4553-4ff6-96f2-c3516a086859 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 932 time: 0.0980871 Mar 10 06:17:59.948189 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:17:59.951672 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b2374f28-47a7-4a27-8e81-aa6f570f3630 HTTP/1.1" status: 204 len: 168 time: 0.6091201 Mar 10 06:17:59.962953 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49178) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:17:59.970396 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fca5f5-73bc-4ba9-b5af-d8dfd0fd63b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2374f28-47a7-4a27-8e81-aa6f570f3630,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.009747 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Deleting subnet d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:18:00.013097 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Publish callbacks [] for subnet (d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.037085 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9faf25ec-cd98-433c-9382-320a4c0ed49b req-83382bfc-4760-4390-acb4-ba0f1d8be373 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681801 Mar 10 06:18:00.058324 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.097791 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2d0f56-a878-41bd-9352-d8b16f91d2be {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:00.101696 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.106961 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks [] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.121309 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Transition to ACTIVE for port object aa2d0f56-a878-41bd-9352-d8b16f91d2be will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:18:00.205022 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.233165 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.263045 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.265099 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.271606 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-09603355-e4c9-4c8e-b639-002ec3e5b819 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d710c69e-1ce5-4fc6-8ca8-a4685a9f1ae2 HTTP/1.1" status: 204 len: 168 time: 0.3044188 Mar 10 06:18:00.271761 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49186) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:00.292698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.320890 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f004-b6d7-4851-aca7-412f7a0ecd38 req-81986028-cc96-44c6-a7bb-313ef0fe88cd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:00.323163 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3c32f004-b6d7-4851-aca7-412f7a0ecd38 req-81986028-cc96-44c6-a7bb-313ef0fe88cd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1283455 Mar 10 06:18:00.339553 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Attempting to bind port aa2d0f56-a878-41bd-9352-d8b16f91d2be on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:00.339941 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Attempting to bind port aa2d0f56-a878-41bd-9352-d8b16f91d2be by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:00.340267 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Attempting to bind port aa2d0f56-a878-41bd-9352-d8b16f91d2be on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:00.345414 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (c897e553-8f92-4679-8902-be7e5945b74d), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.352699 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Port aa2d0f56-a878-41bd-9352-d8b16f91d2be on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:18:00.353072 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Attempting to bind port aa2d0f56-a878-41bd-9352-d8b16f91d2be on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:00.360979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:00.361241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Checking segment: {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:00.361630 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Bound using segment: {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:00.362121 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Bound port: aa2d0f56-a878-41bd-9352-d8b16f91d2be, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:00.362403 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.372839 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device defb0ec9-3226-4c21-a655-0f2e43fa53dc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:18:00.397810 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3c32f004-b6d7-4851-aca7-412f7a0ecd38 req-6f008fb0-c597-48d1-8e8f-bdd85bb39b91 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671589 Mar 10 06:18:00.428897 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (c897e553-8f92-4679-8902-be7e5945b74d), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.449651 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:00.453304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c897e553-8f92-4679-8902-be7e5945b74d']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:00.453437 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:00.460452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2b5a7e-b0a4-4ec3-9368-885f41e6de21') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:00.460669 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2b5a7e-b0a4-4ec3-9368-885f41e6de21') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:00.479814 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (da2b5a7e-b0a4-4ec3-9368-885f41e6de21), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.483214 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:00.493012 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (da2b5a7e-b0a4-4ec3-9368-885f41e6de21), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.494570 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'port_id': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'mac_address': 'fa:16:3e:89:56:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:18:00.500663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:18:00.500822 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (da2b5a7e-b0a4-4ec3-9368-885f41e6de21), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:18:00.502557 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:18:00.537505 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port defb0ec9-3226-4c21-a655-0f2e43fa53dc is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:00.537899 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.550417 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defb0ec9-3226-4c21-a655-0f2e43fa53dc {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:00.564864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.570224 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:00.599448 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:00.600065 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.601467 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa2d0f56-a878-41bd-9352-d8b16f91d2be HTTP/1.1" status: 200 len: 1094 time: 1.0244610 Mar 10 06:18:00.601898 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:00.604168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd" -d '{"events": [{"name": "network-changed", "server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:00.627670 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (c897e553-8f92-4679-8902-be7e5945b74d), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.629227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43399775-15fc-49ea-b913-7d9afd96d4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.636493 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.640705 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] 10.222.0.15 "DELETE /v2.0/networks/c897e553-8f92-4679-8902-be7e5945b74d HTTP/1.1" status: 204 len: 168 time: 0.3678446 Mar 10 06:18:00.656296 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c032ed6-c70a-445a-a7b7-4f297c3718a0 x-openstack-request-id: req-2c032ed6-c70a-445a-a7b7-4f297c3718a0 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:00.656587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:00.656888 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c032ed6-c70a-445a-a7b7-4f297c3718a0 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:00.657400 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be', 'status': 'completed', 'code': 200} Mar 10 06:18:00.658830 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.662549 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4455a46-e314-42c5-94b8-a6bbf4d066fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c897e553-8f92-4679-8902-be7e5945b74d,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.709346 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:00.769297 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-dd6be039-d868-44ac-bc99-c648768ca679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:00.771093 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-dd6be039-d868-44ac-bc99-c648768ca679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 1128 time: 0.0595691 Mar 10 06:18:00.790132 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:00.881704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-ab7cd6de-4e78-4d2e-95a2-a7ae8eb9af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:00.883193 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-ab7cd6de-4e78-4d2e-95a2-a7ae8eb9af4b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944808 Mar 10 06:18:01.020159 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e6ce-6015-43f8-9c61-f139f7866184 req-cde41f17-25e2-409b-83d9-36d95ee2fc9d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.021640 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c875e6ce-6015-43f8-9c61-f139f7866184 req-cde41f17-25e2-409b-83d9-36d95ee2fc9d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 944 time: 0.1071184 Mar 10 06:18:01.023010 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-28b21f60-45ef-4a6f-8632-9de43750e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.024300 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51cb0bf1-d7fd-4c5c-91a1-170c889b13bd req-28b21f60-45ef-4a6f-8632-9de43750e402 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304104 Mar 10 06:18:01.068950 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c875e6ce-6015-43f8-9c61-f139f7866184 req-df4f8a65-cd20-413f-8625-5680a84e1e2b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Mar 10 06:18:01.077756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['defb0ec9-3226-4c21-a655-0f2e43fa53dc'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:18:01.170669 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49204) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:01.225430 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ac57-5abb-4d26-801a-73ac8fa8a747 req-92d1da5b-8cd4-493e-afe0-e84bc52b802b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.235075 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-089005e0-cb7a-4901-8fb1-09050b967e88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9a947244b824a40a3284909749ade4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0622425 Mar 10 06:18:01.237919 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49208) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:01.242433 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3478ac57-5abb-4d26-801a-73ac8fa8a747 req-92d1da5b-8cd4-493e-afe0-e84bc52b802b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 944 time: 0.1112559 Mar 10 06:18:01.258725 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-ae00f03c-60ea-4057-a7d6-56a0ae65d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.260876 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-ae00f03c-60ea-4057-a7d6-56a0ae65d0f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 1128 time: 0.0971379 Mar 10 06:18:01.303159 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] Publish callbacks [] for security_group (1d739490-4131-4084-82ee-9a4b52a7a11a), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:01.327868 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-c5c14e7d-0ef6-4f16-94b2-1f10fd253ec7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be HTTP/1.1" status: 200 len: 217 time: 0.0473928 Mar 10 06:18:01.328185 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] Publish callbacks [] for security_group (1d739490-4131-4084-82ee-9a4b52a7a11a), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:01.335494 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3478ac57-5abb-4d26-801a-73ac8fa8a747 req-0e208b7d-727e-4a8a-8cee-1c71b1e6be70 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838988 Mar 10 06:18:01.398230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-7bb780bd-227a-4c74-bd56-cead32bf5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.398230 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-7bb780bd-227a-4c74-bd56-cead32bf5c6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384 HTTP/1.1" status: 200 len: 853 time: 0.0594001 Mar 10 06:18:01.434241 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-273a0e22-7ffe-4531-8fd0-9f3f022b32e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265706 Mar 10 06:18:01.481750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1d739490-4131-4084-82ee-9a4b52a7a11a), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:01.484336 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:01.485492 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d739490-4131-4084-82ee-9a4b52a7a11a HTTP/1.1" status: 204 len: 168 time: 0.2464769 Mar 10 06:18:01.504741 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf13912-9226-453e-8ca0-a51854ab2390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d739490-4131-4084-82ee-9a4b52a7a11a,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:01.579648 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-5bffc720-c689-412f-8f30-5443a69fd772 service neutron] 10.222.0.37 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363494 Mar 10 06:18:01.591874 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c47a6-0e9f-4930-b214-79255d60d67a req-9264854a-cd27-4c20-801f-86a184c1cd5c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:01.593438 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-094c47a6-0e9f-4930-b214-79255d60d67a req-9264854a-cd27-4c20-801f-86a184c1cd5c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1173692 Mar 10 06:18:01.700867 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-094c47a6-0e9f-4930-b214-79255d60d67a req-15087146-c15d-4f6a-8ad8-a10d97a64a5c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982566 Mar 10 06:18:01.722713 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-698cfe80-a607-4e2d-960c-a6b9034e8f5f req-82e5f1cd-e89a-476f-bdb2-59dfacaf1f61 service neutron] 10.222.0.37 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282485 Mar 10 06:18:02.160076 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49238) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:02.200574 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-90ca5982-a7d9-4397-b69d-3694b82b8941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=620a1ec193fe470bac86af2e2d6df39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394125 Mar 10 06:18:02.201226 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49240) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:02.207490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73f681-fa63-4da2-a6fc-aaabfca88919 req-4bfdf7ac-a0c3-44ad-9117-011c1d94990c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:02.208962 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca73f681-fa63-4da2-a6fc-aaabfca88919 req-4bfdf7ac-a0c3-44ad-9117-011c1d94990c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 944 time: 0.0553796 Mar 10 06:18:02.250630 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] Publish callbacks [] for security_group (66e627ea-620d-43a9-91c3-8d1b827dc972), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.253356 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.267178 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca73f681-fa63-4da2-a6fc-aaabfca88919 req-fa0fd596-9e77-4f67-b78d-b0492ac3d128 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515869 Mar 10 06:18:02.274571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] Publish callbacks [] for security_group (66e627ea-620d-43a9-91c3-8d1b827dc972), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.402473 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device defb0ec9-3226-4c21-a655-0f2e43fa53dc up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:02.407648 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (66e627ea-620d-43a9-91c3-8d1b827dc972), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.411146 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.415044 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66e627ea-620d-43a9-91c3-8d1b827dc972 HTTP/1.1" status: 204 len: 168 time: 0.2105799 Mar 10 06:18:02.421633 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2bc8-4b5b-4610-a6e8-9adfcc271966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e627ea-620d-43a9-91c3-8d1b827dc972,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:02.496499 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4bb85-f9fd-43d5-8ca7-ea38cda82f25 req-85b4da6f-53e4-4e5d-897b-58198edd2952 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:02.496638 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9e4bb85-f9fd-43d5-8ca7-ea38cda82f25 req-85b4da6f-53e4-4e5d-897b-58198edd2952 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 944 time: 0.0606694 Mar 10 06:18:02.546566 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9e4bb85-f9fd-43d5-8ca7-ea38cda82f25 req-657b9e6b-e91e-4245-bb0b-0dfd14ec7bde tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Mar 10 06:18:02.580336 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port defb0ec9-3226-4c21-a655-0f2e43fa53dc completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:18:02.585169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port defb0ec9-3226-4c21-a655-0f2e43fa53dc triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:02.585674 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.691367 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port defb0ec9-3226-4c21-a655-0f2e43fa53dc is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:02.691367 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.703014 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865947d-3f55-4761-ba0a-71c2ed74f52b req-e94dbcad-7761-4995-87e2-b9494e579df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:02.706847 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6865947d-3f55-4761-ba0a-71c2ed74f52b req-e94dbcad-7761-4995-87e2-b9494e579df5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0724969 Mar 10 06:18:02.738205 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:02.740047 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:02.742785 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd10ec7-61b6-42f3-b0e4-af7be1970385" -d '{"events": [{"server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "name": "network-vif-plugged", "status": "completed", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:02.778703 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6865947d-3f55-4761-ba0a-71c2ed74f52b req-b9c5c12a-4d00-43a9-ba08-3f8b24efbf9a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635784 Mar 10 06:18:02.791598 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f4018c-45eb-4385-93d6-51136e8e8fa7 x-openstack-request-id: req-82f4018c-45eb-4385-93d6-51136e8e8fa7 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:02.791929 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "name": "network-vif-plugged", "status": "completed", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:02.792189 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82f4018c-45eb-4385-93d6-51136e8e8fa7 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:02.792587 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'code': 200} Mar 10 06:18:02.824478 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:02.894125 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:02.909812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ccc48-867c-427c-8a28-9511d456a3d1 req-0c7c4a25-2a1a-4d11-9586-581d8eda3427 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:02.911793 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-251ccc48-867c-427c-8a28-9511d456a3d1 req-0c7c4a25-2a1a-4d11-9586-581d8eda3427 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1048052 Mar 10 06:18:02.967917 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-251ccc48-867c-427c-8a28-9511d456a3d1 req-ef52532d-4b6e-4b4e-a1c0-e7ca7ec08f01 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 Mar 10 06:18:03.383746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee81e23-6cc6-48a9-b16c-f01837deaa67 req-3b16dbca-1884-4d04-9621-968dcd2c02e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:03.386179 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ee81e23-6cc6-48a9-b16c-f01837deaa67 req-3b16dbca-1884-4d04-9621-968dcd2c02e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0523152 Mar 10 06:18:03.439177 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ee81e23-6cc6-48a9-b16c-f01837deaa67 req-cb3e028a-aca3-4400-95a2-5457203daf42 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474334 Mar 10 06:18:03.529006 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c398-5206-4b37-ae10-d1c47fd50f63 req-909fff03-56ff-4679-8854-854f7f529dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:03.530478 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-06b6c398-5206-4b37-ae10-d1c47fd50f63 req-909fff03-56ff-4679-8854-854f7f529dfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1129 time: 0.0432169 Mar 10 06:18:03.607452 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-06b6c398-5206-4b37-ae10-d1c47fd50f63 req-1ac06747-7da9-4c09-a2a1-b3e854efb0fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 Mar 10 06:18:03.670390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2200f1-b7df-4a87-92c1-7fb702762a2d req-b57594cb-21ce-468e-8916-691474da766d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:03.672042 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb2200f1-b7df-4a87-92c1-7fb702762a2d req-b57594cb-21ce-468e-8916-691474da766d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 944 time: 0.0568724 Mar 10 06:18:03.730095 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eb2200f1-b7df-4a87-92c1-7fb702762a2d req-21f4d303-2124-4f48-b833-aa98728b1de4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Mar 10 06:18:04.085819 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2bbb-4bfc-4d63-8fec-1214d59cf0ac req-c27d1042-9327-47a4-af49-ac486d436b03 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:04.087977 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170c2bbb-4bfc-4d63-8fec-1214d59cf0ac req-c27d1042-9327-47a4-af49-ac486d436b03 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0529864 Mar 10 06:18:04.134568 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170c2bbb-4bfc-4d63-8fec-1214d59cf0ac req-f57636b4-c482-4058-b9b0-57297a22b6db tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Mar 10 06:18:04.403436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device aa2d0f56-a878-41bd-9352-d8b16f91d2be details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:18:04.504628 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:04.515987 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be', 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308', 'port_id': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be', 'mac_address': 'fa:16:3e:e1:3b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:18:04.559277 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port aa2d0f56-a878-41bd-9352-d8b16f91d2be is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:04.561733 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:04.575741 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2d0f56-a878-41bd-9352-d8b16f91d2be {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:04.577735 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50f30-b5f6-421d-9291-d39fe10fc9db req-b29f2ca0-d18e-436d-ac43-45d63f2930e3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:04.579265 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f9e50f30-b5f6-421d-9291-d39fe10fc9db req-b29f2ca0-d18e-436d-ac43-45d63f2930e3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0671725 Mar 10 06:18:04.597502 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:04.629686 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f9e50f30-b5f6-421d-9291-d39fe10fc9db req-dc3a4250-165e-48ad-af98-5d2bff0a9fdc tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444169 Mar 10 06:18:04.695638 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:04.752483 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:04.847301 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380ce54-b77a-4746-bb18-4bcfc9b95d5e req-5dccf6da-348c-4c98-bee6-e3a3ca294b29 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:04.848781 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5380ce54-b77a-4746-bb18-4bcfc9b95d5e req-5dccf6da-348c-4c98-bee6-e3a3ca294b29 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Mar 10 06:18:04.895168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5380ce54-b77a-4746-bb18-4bcfc9b95d5e req-96bb633a-a16f-49bd-acd3-42d34c2b8724 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Mar 10 06:18:05.242427 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['aa2d0f56-a878-41bd-9352-d8b16f91d2be'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:18:05.258209 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f2667-485e-458a-9c0b-7a3c95b6e034 req-511a34de-3ec5-43d4-ad4f-c0560c699abd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:05.260513 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-995f2667-485e-458a-9c0b-7a3c95b6e034 req-511a34de-3ec5-43d4-ad4f-c0560c699abd tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0587401 Mar 10 06:18:05.310422 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-995f2667-485e-458a-9c0b-7a3c95b6e034 req-8b023ae4-61e5-400c-8cca-6cf4812652e2 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Mar 10 06:18:05.748230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995e4ad-2e74-4a81-bee1-d17f5285c85c req-83a8951a-de35-4645-81a0-320a96886ad8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:05.751334 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b995e4ad-2e74-4a81-bee1-d17f5285c85c req-83a8951a-de35-4645-81a0-320a96886ad8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0613840 Mar 10 06:18:05.873446 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b995e4ad-2e74-4a81-bee1-d17f5285c85c req-25b842cd-65c8-4fd3-8605-ff6f84753722 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166518 Mar 10 06:18:05.882029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-94143e1b-e6fe-4d0e-acfe-90b12dd5a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:05.883410 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-94143e1b-e6fe-4d0e-acfe-90b12dd5a825 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.1207316 Mar 10 06:18:05.892116 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533f492-f97c-4058-b47e-b5cff97a217e req-f2f5c734-d173-49bb-92ff-150838e79866 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:05.893492 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c533f492-f97c-4058-b47e-b5cff97a217e req-f2f5c734-d173-49bb-92ff-150838e79866 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1297946 Mar 10 06:18:06.027497 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c533f492-f97c-4058-b47e-b5cff97a217e req-e6be405a-4e68-4181-9656-7af54c45ae44 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283505 Mar 10 06:18:06.063994 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3243f4-a2d8-40d2-aa6b-3ddcc1cac18e req-a0975fd9-0d7e-456c-8767-d57912454ba3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:06.065475 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c3243f4-a2d8-40d2-aa6b-3ddcc1cac18e req-a0975fd9-0d7e-456c-8767-d57912454ba3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1227393 Mar 10 06:18:06.085400 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-7965c4b6-04d9-4f5a-aee4-2431d2f2dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:06.086877 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-7965c4b6-04d9-4f5a-aee4-2431d2f2dfde service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1717510 Mar 10 06:18:06.162319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-6aaf1d45-dfc9-4a94-96b3-291d12c90a86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0674627 Mar 10 06:18:06.419187 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device aa2d0f56-a878-41bd-9352-d8b16f91d2be up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:06.482485 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c3243f4-a2d8-40d2-aa6b-3ddcc1cac18e req-1611401b-3cc9-4a63-9b79-b5f1e2c28403 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076607 Mar 10 06:18:06.493258 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-fc1974ca-389f-41c3-b31f-a4bf011d0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:06.494957 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-fc1974ca-389f-41c3-b31f-a4bf011d0521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.3241103 Mar 10 06:18:06.502926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea99f-2f8f-4028-a654-86c71df74abb req-9a1aaa78-1bb9-48a5-8085-7095a08e7239 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:06.504443 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13eea99f-2f8f-4028-a654-86c71df74abb req-9a1aaa78-1bb9-48a5-8085-7095a08e7239 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 945 time: 0.4108083 Mar 10 06:18:06.542394 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-cd0a78ca-5fff-4e9a-bad3-a7bfaa1c1d8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358510 Mar 10 06:18:06.547604 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port aa2d0f56-a878-41bd-9352-d8b16f91d2be completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:18:06.551991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port aa2d0f56-a878-41bd-9352-d8b16f91d2be triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:06.552366 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:06.635631 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port aa2d0f56-a878-41bd-9352-d8b16f91d2be is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:06.636029 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:06.659920 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:06.662167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9920b73-03f9-4a3f-8650-f92d4d30b85b" -d '{"events": [{"server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "name": "network-vif-plugged", "status": "completed", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:06.671038 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-13eea99f-2f8f-4028-a654-86c71df74abb req-29edfe00-4df9-4e8c-a6d8-43b276ba3d6a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535506 Mar 10 06:18:06.675960 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:06.691256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30738-5a74-4829-b03d-dd23fbf06bd6 req-d89f688d-2ea3-4dc3-958e-42c1ef24cdfd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:06.692761 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5ce30738-5a74-4829-b03d-dd23fbf06bd6 req-d89f688d-2ea3-4dc3-958e-42c1ef24cdfd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1442504 Mar 10 06:18:06.701684 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49428) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:06.721234 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-a2dfb0c0-1b69-41b5-9185-38470190a807 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694484 Mar 10 06:18:06.725262 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'floatingip': {'port_id': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:06.758201 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01694957-acfc-4a8a-a4f9-1f7bc5c66db9 x-openstack-request-id: req-01694957-acfc-4a8a-a4f9-1f7bc5c66db9 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:06.758688 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "name": "network-vif-plugged", "status": "completed", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:06.763735 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01694957-acfc-4a8a-a4f9-1f7bc5c66db9 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:06.763735 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be', 'code': 200} Mar 10 06:18:06.790461 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:06.817934 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:06.889503 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:06.919377 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ef3055a-3596-46bd-ba4d-67671d4652b0 req-b3be965b-ec75-408a-9f1e-e9bda16cb068 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909356 Mar 10 06:18:07.044013 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8691f-47a5-4b3d-9968-8736760c76cd req-87e46df2-8a6d-4352-b97e-1a71e72de7a3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:07.045291 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4be8691f-47a5-4b3d-9968-8736760c76cd req-87e46df2-8a6d-4352-b97e-1a71e72de7a3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0657578 Mar 10 06:18:07.098236 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4be8691f-47a5-4b3d-9968-8736760c76cd req-521cd706-93f7-4dc1-8d29-0f1152669898 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Mar 10 06:18:07.271313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569187c-35f2-45f0-a0c5-552c767fb8e4 req-c90a8bd0-6e5f-4259-9fe4-02877331a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:07.272811 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0569187c-35f2-45f0-a0c5-552c767fb8e4 req-c90a8bd0-6e5f-4259-9fe4-02877331a86a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 1130 time: 0.0584731 Mar 10 06:18:07.341737 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0569187c-35f2-45f0-a0c5-552c767fb8e4 req-51cc978d-8faf-4ae4-b648-0310be190d3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 Mar 10 06:18:07.552127 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:07.610027 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16a069-059d-45ef-8983-2cd35d3a78e8 req-dd486297-4675-4e20-b223-c804ee54f487 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:07.611745 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b16a069-059d-45ef-8983-2cd35d3a78e8 req-dd486297-4675-4e20-b223-c804ee54f487 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0537980 Mar 10 06:18:07.620712 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:07.693851 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b16a069-059d-45ef-8983-2cd35d3a78e8 req-d97a648d-3b3e-42a3-b27c-293f37e5d891 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758708 Mar 10 06:18:07.754025 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Floating IP 86cc4d08-e8e7-4412-817e-b61b8b5c4477 associated. External IP: 172.27.2.203, port: defb0ec9-3226-4c21-a655-0f2e43fa53dc. Mar 10 06:18:07.829188 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c96e78-60c8-4d05-98a4-3f6115665b97 req-686c1f71-88b6-4911-a3b3-63de3757f521 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:07.830800 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-27c96e78-60c8-4d05-98a4-3f6115665b97 req-686c1f71-88b6-4911-a3b3-63de3757f521 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0561757 Mar 10 06:18:07.886667 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-27c96e78-60c8-4d05-98a4-3f6115665b97 req-4f9c6758-29b7-427f-a6b9-35671947415e tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Mar 10 06:18:08.167308 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:18:08.228954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59686d9e-a0c7-4594-b3dc-695bc67e67b1 req-3ef230e8-d4d0-421a-9736-a748080e9040 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.230411 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59686d9e-a0c7-4594-b3dc-695bc67e67b1 req-3ef230e8-d4d0-421a-9736-a748080e9040 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0564988 Mar 10 06:18:08.276017 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59686d9e-a0c7-4594-b3dc-695bc67e67b1 req-50ae5423-018d-4c1a-827a-787f988ba312 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Mar 10 06:18:08.280316 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:08.285135 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:08.298917 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:08.312522 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:08.313219 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:08.316607 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1f3b6203-5564-4f04-8d3d-b834c39b6ede tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "PUT /v2.0/floatingips/86cc4d08-e8e7-4412-817e-b61b8b5c4477 HTTP/1.1" status: 200 len: 991 time: 1.5976198 Mar 10 06:18:08.316938 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:08.320652 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:08.359970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc7c4e-f220-4c68-a3b6-5ca025fbd188 x-openstack-request-id: req-59dc7c4e-f220-4c68-a3b6-5ca025fbd188 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:08.360877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:08.360877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59dc7c4e-f220-4c68-a3b6-5ca025fbd188 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:08.361113 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'status': 'completed', 'code': 200} Mar 10 06:18:08.438028 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:08.481460 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-4adc33dd-de30-46ab-9220-3f0d778049fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.484077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-4adc33dd-de30-46ab-9220-3f0d778049fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1129 time: 0.0500686 Mar 10 06:18:08.580675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-4f5ca666-f6bc-4180-b3e7-ff51752fa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.582172 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-4f5ca666-f6bc-4180-b3e7-ff51752fa83b service neutron] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 911 time: 0.0901473 Mar 10 06:18:08.677119 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '86cc4d08-e8e7-4412-817e-b61b8b5c4477', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:89:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:17:47Z', 'updated_at': '2022-03-10T06:18:07Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:08.690816 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-2d82ca1f-4156-43ad-bf43-ccddfada9353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 999 time: 0.0688555 Mar 10 06:18:08.704308 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:08.717792 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:08.718606 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:08.848924 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-18eca4fb-7226-4051-ad42-6d491baf8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.850474 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-18eca4fb-7226-4051-ad42-6d491baf8975 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.1346891 Mar 10 06:18:08.908954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33353dae-0294-4af7-bd6f-d505c92e8370 req-1726f263-6558-42b5-8c9c-9535fb490756 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.910784 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33353dae-0294-4af7-bd6f-d505c92e8370 req-1726f263-6558-42b5-8c9c-9535fb490756 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1028280 Mar 10 06:18:08.912907 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:08.932954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-7aae01b6-410b-40d6-b804-0f3581dbc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:08.934866 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-7aae01b6-410b-40d6-b804-0f3581dbc7f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708895 Mar 10 06:18:08.981718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49484) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:09.029182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33353dae-0294-4af7-bd6f-d505c92e8370 req-aaf8aa7c-c031-4844-88f4-a8733b289fa0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005132 Mar 10 06:18:09.115303 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57208ef0-3520-452f-ac82-d0995ec103e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.140513 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-be2d872e-b0f5-43ec-9a04-36c38363e200 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728535 Mar 10 06:18:09.209940 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57208ef0-3520-452f-ac82-d0995ec103e1 admin admin] Publish callbacks [] for security_group (b20814d4-cb78-4657-90e7-770b02b05e42), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.216202 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '86cc4d08-e8e7-4412-817e-b61b8b5c4477', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:89:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:17:47Z', 'updated_at': '2022-03-10T06:18:07Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:09.245592 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239a5ec-15e0-4cc4-9640-8e4e40a984ca None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '86cc4d08-e8e7-4412-817e-b61b8b5c4477', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:89:56:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:17:47Z', 'updated_at': '2022-03-10T06:18:07Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:09.260975 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750da534-9425-4c08-967e-cb1bd8846992 req-ce2e8064-1567-4029-a2c5-40b529571d28 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:09.262892 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-750da534-9425-4c08-967e-cb1bd8846992 req-ce2e8064-1567-4029-a2c5-40b529571d28 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.1376624 Mar 10 06:18:09.303926 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b6a22f-b6a7-475e-9a9c-0fda5f4d8a66 req-1666c42a-0958-489d-94e0-7677fc1b0b64 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455393 Mar 10 06:18:09.326392 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-750da534-9425-4c08-967e-cb1bd8846992 req-dac20875-68b4-4392-8303-62266cb1109b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574965 Mar 10 06:18:09.341462 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57208ef0-3520-452f-ac82-d0995ec103e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b20814d4-cb78-4657-90e7-770b02b05e42), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.402743 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-57208ef0-3520-452f-ac82-d0995ec103e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05b36929cafc46ff8e52ca231552ba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199049 Mar 10 06:18:09.403867 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57208ef0-3520-452f-ac82-d0995ec103e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20814d4-cb78-4657-90e7-770b02b05e42,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:09.405405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49498) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:09.492434 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754f01d-c339-40fa-ae9d-43db17062c53 None None] New status for floating IP 86cc4d08-e8e7-4412-817e-b61b8b5c4477: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:18:09.508109 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] Publish callbacks [] for security_group (b20814d4-cb78-4657-90e7-770b02b05e42), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.521092 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6ff1f-7fa9-4e5c-86bd-74665fcf811b req-5c6c9174-ab3d-46f3-b8bd-d619b6f2402f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:09.522617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51d6ff1f-7fa9-4e5c-86bd-74665fcf811b req-5c6c9174-ab3d-46f3-b8bd-d619b6f2402f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0932827 Mar 10 06:18:09.558697 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] Publish callbacks [] for security_group (b20814d4-cb78-4657-90e7-770b02b05e42), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.612601 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51d6ff1f-7fa9-4e5c-86bd-74665fcf811b req-5eef48a1-8623-4a28-9cda-59b01e218913 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Mar 10 06:18:09.704500 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b20814d4-cb78-4657-90e7-770b02b05e42), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.707291 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:09.711575 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b20814d4-cb78-4657-90e7-770b02b05e42 HTTP/1.1" status: 204 len: 168 time: 0.3041685 Mar 10 06:18:09.729128 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601edf2-d218-4cff-b008-a8e73f55d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20814d4-cb78-4657-90e7-770b02b05e42,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:10.201144 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b17365-2b03-4ed9-86c5-e40e8769632d req-e8496428-1ebe-4b42-9dfb-569b0fe462cd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:10.202936 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9b17365-2b03-4ed9-86c5-e40e8769632d req-e8496428-1ebe-4b42-9dfb-569b0fe462cd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0775397 Mar 10 06:18:10.278586 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9b17365-2b03-4ed9-86c5-e40e8769632d req-3ad59817-f941-45c9-ad92-72c080deec85 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654385 Mar 10 06:18:10.465776 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf4735-d0ea-4cf3-9d42-8b5bf22b02ec req-56e38612-16b6-4c7e-97c5-e0d44bbbd652 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:10.467582 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9bf4735-d0ea-4cf3-9d42-8b5bf22b02ec req-56e38612-16b6-4c7e-97c5-e0d44bbbd652 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0660079 Mar 10 06:18:10.544781 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9bf4735-d0ea-4cf3-9d42-8b5bf22b02ec req-a8caf0bc-a16a-41d7-8acf-660ba5a0c6f3 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599217 Mar 10 06:18:10.722413 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49558) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:10.763774 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48d4a3-8de2-466d-8fa7-0db36301b95c req-9c79078f-043a-459e-8780-f3d4e1bffc4c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:10.765380 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc48d4a3-8de2-466d-8fa7-0db36301b95c req-9c79078f-043a-459e-8780-f3d4e1bffc4c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0646687 Mar 10 06:18:10.821391 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc48d4a3-8de2-466d-8fa7-0db36301b95c req-79031722-9973-4816-a17f-1e298aa36502 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Mar 10 06:18:10.859714 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e82fa61c-481e-41e6-94d1-057575b2e961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:10.944077 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e82fa61c-481e-41e6-94d1-057575b2e961 admin admin] Publish callbacks [] for security_group (b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.011306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e82fa61c-481e-41e6-94d1-057575b2e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.048877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fa61c-481e-41e6-94d1-057575b2e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:11.058315 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e82fa61c-481e-41e6-94d1-057575b2e961 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79f40b1bbfa546698098d78fc5ac84ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315425 Mar 10 06:18:11.059333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49578) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:11.109509 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] Publish callbacks [] for security_group (b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.133405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] Publish callbacks [] for security_group (b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.178596 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49584) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:11.272924 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.275621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1080895297-network', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:11.282090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.282090 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf HTTP/1.1" status: 204 len: 168 time: 0.2169275 Mar 10 06:18:11.285178 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a8a48-bf64-430f-9149-7650b73f4600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e713f1-6a40-4eaa-b789-cc3fc83b5ccf,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:11.393081 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Made reservation on behalf of 5a849f62fadb45cc91e802e4ccd5cba2 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:11.396244 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.419225 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.423549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207a255-e2ae-4413-9edc-c1209580693b req-e810c8f7-5c6e-4fba-b532-a63743c0bc73 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:11.426127 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c207a255-e2ae-4413-9edc-c1209580693b req-e810c8f7-5c6e-4fba-b532-a63743c0bc73 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0616693 Mar 10 06:18:11.511839 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c207a255-e2ae-4413-9edc-c1209580693b req-94282461-bb0f-481d-b43e-89d998719974 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791087 Mar 10 06:18:11.562890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks [] for security_group (a2b1bf03-6b82-4adb-a6e2-0dd052752693), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.653768 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a2b1bf03-6b82-4adb-a6e2-0dd052752693), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.685844 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:18:11.702763 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b1bf03-6b82-4adb-a6e2-0dd052752693,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:11.711229 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (78a6786b-cf41-4062-bc35-56fb67f76b2d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.711582 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Added segment 78a6786b-cf41-4062-bc35-56fb67f76b2d of type vlan for network 699775e2-8905-4531-bfb3-b98d8e841c56 Mar 10 06:18:11.754746 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (699775e2-8905-4531-bfb3-b98d8e841c56), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.867370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (699775e2-8905-4531-bfb3-b98d8e841c56), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.868853 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:11.869625 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:11.933606 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] Pushing event updated for resources: {'Network': ['ID=699775e2-8905-4531-bfb3-b98d8e841c56,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:11.949371 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 699775e2-8905-4531-bfb3-b98d8e841c56 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:18:11.956829 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49610) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:11.970479 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2295337a-48d6-4f2e-bb19-31328231ec9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.030385 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-62bf3a65-119d-45b3-aabd-3c0a47e038d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8431051 Mar 10 06:18:12.030385 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49618) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:12.039395 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Request body: {'subnet': {'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1080895297-subnet', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:12.064308 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2295337a-48d6-4f2e-bb19-31328231ec9d admin admin] Publish callbacks [] for security_group (4bdc7b03-e427-4f10-914a-972b1154c9a1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.135939 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Made reservation on behalf of 5a849f62fadb45cc91e802e4ccd5cba2 for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:12.138322 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.164760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2295337a-48d6-4f2e-bb19-31328231ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4bdc7b03-e427-4f10-914a-972b1154c9a1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.219767 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2295337a-48d6-4f2e-bb19-31328231ec9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=647d3054b5b14d82b8617898913f37a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618313 Mar 10 06:18:12.220867 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295337a-48d6-4f2e-bb19-31328231ec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc7b03-e427-4f10-914a-972b1154c9a1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:12.222510 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49624) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:12.316547 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] Publish callbacks [] for security_group (4bdc7b03-e427-4f10-914a-972b1154c9a1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.368227 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] Publish callbacks [] for security_group (4bdc7b03-e427-4f10-914a-972b1154c9a1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.470472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (0af28b4b-ddd6-4764-b893-dc5df15a3794), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.503944 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4bdc7b03-e427-4f10-914a-972b1154c9a1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.506438 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.507584 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4bdc7b03-e427-4f10-914a-972b1154c9a1 HTTP/1.1" status: 204 len: 168 time: 0.2840300 Mar 10 06:18:12.530136 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1887a-1ec0-40eb-89cb-1afc51590e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc7b03-e427-4f10-914a-972b1154c9a1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:12.545599 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af28b4b-ddd6-4764-b893-dc5df15a3794,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:12.571282 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Checking segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:12.573248 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Network hostable DHCP agents. Network: 699775e2-8905-4531-bfb3-b98d8e841c56, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:18:12.661585 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Network 699775e2-8905-4531-bfb3-b98d8e841c56 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:18:12.676290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e4088-5bcf-40c1-beb5-034d9b31f175 req-04d89aac-5978-4d5a-ad09-03082ca5c235 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:12.677885 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f2e4088-5bcf-40c1-beb5-034d9b31f175 req-04d89aac-5978-4d5a-ad09-03082ca5c235 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Mar 10 06:18:12.730136 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 699775e2-8905-4531-bfb3-b98d8e841c56) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:12.734991 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f2e4088-5bcf-40c1-beb5-034d9b31f175 req-e2c5627f-a4c8-4394-9e11-bcc438f8203d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486078 Mar 10 06:18:12.738029 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:12.738574 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.742752 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d442db3-cc7b-4594-a2fc-63a6acb50f6e None None] Network 699775e2-8905-4531-bfb3-b98d8e841c56 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:18:12.828094 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7745af30-ce2a-48ba-a970-ce48041570ff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7968798 Mar 10 06:18:12.828094 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49636) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:12.833033 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:12.846778 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-699775e2-8905-4531-bfb3-b98d8e841c56', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:18:12.848298 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.976992 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (8f2c9f78-1904-4454-b56f-463526b9599a), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.979652 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (8f2c9f78-1904-4454-b56f-463526b9599a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:12.990169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Allocated IP 172.20.0.2 (699775e2-8905-4531-bfb3-b98d8e841c56/0af28b4b-ddd6-4764-b893-dc5df15a3794/1bdf76fd-37b3-4596-9a73-9d74e693f8a3) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:13.052622 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for router_controller (8f2c9f78-1904-4454-b56f-463526b9599a), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.117029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50996ee5-11ed-4848-a451-f52e2aa569e7 req-013326ce-4c73-4b8b-b6df-e3fd3258cb15 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:13.118521 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50996ee5-11ed-4848-a451-f52e2aa569e7 req-013326ce-4c73-4b8b-b6df-e3fd3258cb15 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0585117 Mar 10 06:18:13.163387 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks [] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.169553 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50996ee5-11ed-4848-a451-f52e2aa569e7 req-d814a762-6dbc-4992-a04a-fc63b2cddfcc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441260 Mar 10 06:18:13.248693 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.300213 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Network 699775e2-8905-4531-bfb3-b98d8e841c56 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:13.307638 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:13.314051 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:13.327737 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Pushing event updated for resources: {'Port': ['ID=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:13.365116 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for router_gateway (8f2c9f78-1904-4454-b56f-463526b9599a), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Attempting to bind port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Attempting to bind port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Attempting to bind port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 on network 699775e2-8905-4531-bfb3-b98d8e841c56 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Checking segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Bound using segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Bound port: 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:13.389138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.451689 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] For port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:13.454969 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] For port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:13.517323 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.623125 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3335-96d8-4ca0-8c34-b9bb1e5e6180 None None] Pushing event updated for resources: {'Port': ['ID=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:13.754128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for router_gateway (8f2c9f78-1904-4454-b56f-463526b9599a), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.777242 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:13.947352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632fef8-6310-49f0-9605-78e0162df9ec req-95aef4bc-ba6a-4ef0-9fed-f28bb5c7568e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:13.949535 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c632fef8-6310-49f0-9605-78e0162df9ec req-95aef4bc-ba6a-4ef0-9fed-f28bb5c7568e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1188095 Mar 10 06:18:13.969861 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Allocated IP 172.27.2.210 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/07926d85-a2cd-465a-9573-2d07ed60931a) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:14.036992 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c632fef8-6310-49f0-9605-78e0162df9ec req-80e88a90-9b41-4c46-bda1-05875b1c81cf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743325 Mar 10 06:18:14.115828 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for port (07926d85-a2cd-465a-9573-2d07ed60931a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.242574 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.279351 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:14.282246 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:14.288149 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:14.316121 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Pushing event updated for resources: {'Port': ['ID=07926d85-a2cd-465a-9573-2d07ed60931a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:14.480631 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:14.539606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:14.539974 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.661455 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:14.661998 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.692818 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for router_gateway (8f2c9f78-1904-4454-b56f-463526b9599a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.741092 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:14.787991 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c551cd-b311-42b3-b229-04778eadf12b None None] Network 699775e2-8905-4531-bfb3-b98d8e841c56 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:18:14.828677 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.914270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (8f2c9f78-1904-4454-b56f-463526b9599a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:14.945117 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:14.952974 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ad4aed32-8a79-41b7-89b4-433f73e109b5 None None] Provisioning complete for port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:14.953354 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ad4aed32-8a79-41b7-89b4-433f73e109b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:15.067016 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ad4aed32-8a79-41b7-89b4-433f73e109b5 None None] Current status of the port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:15.121963 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Router 8f2c9f78-1904-4454-b56f-463526b9599a is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:18:15.180724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca928-0b85-4b45-b87e-ea525e98f6f7 req-4e53d665-0c17-4dd5-8296-4581bdcc2da3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:15.183737 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85cca928-0b85-4b45-b87e-ea525e98f6f7 req-4e53d665-0c17-4dd5-8296-4581bdcc2da3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0672126 Mar 10 06:18:15.235687 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85cca928-0b85-4b45-b87e-ea525e98f6f7 req-619f14a0-3d1f-4830-bca7-049f8eb74c64 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Mar 10 06:18:15.241769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:15.258361 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Sync routers for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:15.269489 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:15.270096 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:15.288192 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-9a0d8a42-4d7c-4f3d-b41b-d8358ab47b20 None None] Provisioning complete for port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:15.288561 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8a42-4d7c-4f3d-b41b-d8358ab47b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:15.322092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:15.326327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49700) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:15.326929 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5085c202-da1a-4d3a-97bd-19542d0b7012 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4977412 Mar 10 06:18:15.375792 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d8a42-4d7c-4f3d-b41b-d8358ab47b20 None None] Current status of the port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:15.386962 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:15.574596 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:14Z', 'revision_number': 3, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:15.602064 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Checking router: 8f2c9f78-1904-4454-b56f-463526b9599a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:15.602414 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Updating router 8f2c9f78-1904-4454-b56f-463526b9599a port 07926d85-a2cd-465a-9573-2d07ed60931a binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:18:15.629493 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:15.782542 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:15.978764 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Allocated IP 172.20.0.1 (699775e2-8905-4531-bfb3-b98d8e841c56/0af28b4b-ddd6-4764-b893-dc5df15a3794/93a9463b-825f-4a43-b5f1-2773eea3c570) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:16.013450 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks [] for port (07926d85-a2cd-465a-9573-2d07ed60931a), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.083652 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks [] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.090907 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.144464 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Attempting to bind port 07926d85-a2cd-465a-9573-2d07ed60931a on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:16.144831 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Attempting to bind port 07926d85-a2cd-465a-9573-2d07ed60931a by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:16.145186 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Attempting to bind port 07926d85-a2cd-465a-9573-2d07ed60931a on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:16.147163 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35c670-6f8c-4974-8328-cc4deffdb424 None None] Pushing event updated for resources: {'Port': ['ID=07926d85-a2cd-465a-9573-2d07ed60931a,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:16.153277 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:16.153650 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:16.154047 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.154427 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:16.154926 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Bound port: 07926d85-a2cd-465a-9573-2d07ed60931a, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:16.155293 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.204399 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] For port 07926d85-a2cd-465a-9573-2d07ed60931a, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:16.207366 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] For port 07926d85-a2cd-465a-9573-2d07ed60931a, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=07926d85-a2cd-465a-9573-2d07ed60931a,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:16.227931 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.265648 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Network 699775e2-8905-4531-bfb3-b98d8e841c56 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:16.289746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:16.292270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Pushing event updated for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:16.295296 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:16.295913 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (8f2c9f78-1904-4454-b56f-463526b9599a), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.303036 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.402411 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:16.403493 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:16.405569 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35c670-6f8c-4974-8328-cc4deffdb424 None None] Pushing event updated for resources: {'Port': ['ID=07926d85-a2cd-465a-9573-2d07ed60931a,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:16.466182 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:16.506990 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be21d-6b79-47b8-8b83-701c38485392 req-8f91c47c-4588-4801-aaad-526372a95e4b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:16.511529 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d43be21d-6b79-47b8-8b83-701c38485392 req-8f91c47c-4588-4801-aaad-526372a95e4b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0588877 Mar 10 06:18:16.531165 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:16.531532 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.574799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d43be21d-6b79-47b8-8b83-701c38485392 req-d19ca472-03ae-4910-92cd-e811b63625f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518901 Mar 10 06:18:16.579604 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:16.609708 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.643733 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ba4a334d-04a7-4cd2-a957-674ea4793e7d None None] Provisioning complete for port 93a9463b-825f-4a43-b5f1-2773eea3c570 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:16.644541 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ba4a334d-04a7-4cd2-a957-674ea4793e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.647260 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:16.689773 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a334d-04a7-4cd2-a957-674ea4793e7d None None] Port 93a9463b-825f-4a43-b5f1-2773eea3c570 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:16.792197 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-b6d3a821-5179-4162-865e-810946acba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:14Z', 'revision_number': 3, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:16.798910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks [] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.818266 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3a821-5179-4162-865e-810946acba35 None None] The sync data for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi is: [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:14Z', 'revision_number': 3, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:16.872822 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.873639 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (8f2c9f78-1904-4454-b56f-463526b9599a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:16.949603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Pushing event updated for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:17.018787 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Network 699775e2-8905-4531-bfb3-b98d8e841c56 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:17.018787 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:17.168940 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Router 8f2c9f78-1904-4454-b56f-463526b9599a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:18:17.329891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-99219387-5100-472d-be72-10c6d4a19ad3 None None] Provisioning complete for port 93a9463b-825f-4a43-b5f1-2773eea3c570 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:17.330373 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-99219387-5100-472d-be72-10c6d4a19ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:17.372891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-99219387-5100-472d-be72-10c6d4a19ad3 None None] Port 93a9463b-825f-4a43-b5f1-2773eea3c570 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:17.552254 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:17.557334 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ef7c0cc9-9416-45cc-bf6e-a5e3890edfbb admin admin] 10.222.0.15 "PUT /v2.0/routers/8f2c9f78-1904-4454-b56f-463526b9599a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294896 Mar 10 06:18:17.704563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a376fd-f9af-40d6-8f5d-4c6d8fba7b4c req-4d59f395-1026-486e-9362-48572ffec966 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:17.706051 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b9a376fd-f9af-40d6-8f5d-4c6d8fba7b4c req-4d59f395-1026-486e-9362-48572ffec966 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0583863 Mar 10 06:18:17.763691 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b9a376fd-f9af-40d6-8f5d-4c6d8fba7b4c req-3f1fc741-7006-4200-9734-e75b679fdeca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517192 Mar 10 06:18:18.380219 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49750) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:18.388023 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2119793267-network', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:18.493378 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Made reservation on behalf of 97e0cbfe9f12479dbb0ed5bc2b2ca27a for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:18.495936 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.512930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.579157 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 07926d85-a2cd-465a-9573-2d07ed60931a up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:18.582528 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Sync routers for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:18.595305 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks [] for security_group (1df1f081-b472-48b7-927a-11928fdc84e2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.625164 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:18.625780 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:18.644598 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1df1f081-b472-48b7-927a-11928fdc84e2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.673257 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:18:18.683679 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 07926d85-a2cd-465a-9573-2d07ed60931a triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:18.684190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df1f081-b472-48b7-927a-11928fdc84e2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:18.684484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.689239 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (2fe7dbde-16ea-450a-a305-93f52c812b56), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.689680 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Added segment 2fe7dbde-16ea-450a-a305-93f52c812b56 of type vlan for network fb359052-edb0-4dba-84a6-f9b819083171 Mar 10 06:18:18.729931 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (fb359052-edb0-4dba-84a6-f9b819083171), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.800502 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:18.822017 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (fb359052-edb0-4dba-84a6-f9b819083171), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.823037 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:18.823783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.930991 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb359052-edb0-4dba-84a6-f9b819083171,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:18.934376 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 07926d85-a2cd-465a-9573-2d07ed60931a is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:18.934811 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:18.944385 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network fb359052-edb0-4dba-84a6-f9b819083171 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:18:18.964262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a87f8-ae12-4007-b00a-8bfdfd30f0a1 req-f916b479-b745-4cd0-afa6-82eb0001c145 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:18.964262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f90a87f8-ae12-4007-b00a-8bfdfd30f0a1 req-f916b479-b745-4cd0-afa6-82eb0001c145 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1072338 Mar 10 06:18:18.985556 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-60bed486-bd78-4055-828d-09b598dd89b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6035585 Mar 10 06:18:18.988263 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49764) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:18.994402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Request body: {'subnet': {'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2119793267-subnet', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:19.023438 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 07926d85-a2cd-465a-9573-2d07ed60931a, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=07926d85-a2cd-465a-9573-2d07ed60931a,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:19.035180 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f90a87f8-ae12-4007-b00a-8bfdfd30f0a1 req-5154c406-68a8-4052-86dd-5b80d3a1fd4f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686657 Mar 10 06:18:19.129889 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Made reservation on behalf of 97e0cbfe9f12479dbb0ed5bc2b2ca27a for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:19.132438 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.180014 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.308755 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=07926d85-a2cd-465a-9573-2d07ed60931a,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:19.334514 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 2, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:19.356397 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.364973 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Checking router: 8f2c9f78-1904-4454-b56f-463526b9599a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:19.365331 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Updating router 8f2c9f78-1904-4454-b56f-463526b9599a port 93a9463b-825f-4a43-b5f1-2773eea3c570 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:18:19.394081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.421626 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:19.432224 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Checking segment: {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:19.432586 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Network hostable DHCP agents. Network: fb359052-edb0-4dba-84a6-f9b819083171, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:18:19.518844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Network fb359052-edb0-4dba-84a6-f9b819083171 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:18:19.598448 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, fb359052-edb0-4dba-84a6-f9b819083171) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:19.602482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:19.604018 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.613146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d460eb-518d-43d7-af89-1344bad9268b None None] Network fb359052-edb0-4dba-84a6-f9b819083171 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:18:19.692651 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c126bf21-f2fa-49df-8bab-2c967a699039 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7032092 Mar 10 06:18:19.695059 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49770) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:19.700412 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:19.749588 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks [] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.770211 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.771863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.780011 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-fb359052-edb0-4dba-84a6-f9b819083171', 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171', 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'fixed_ips': [{'subnet_id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:18:19.780863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.829778 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for router_controller (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.853303 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:19.958416 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2626a-208e-4f9a-becc-451914c6b8f2 None None] Pushing event updated for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:20.068584 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Allocated IP 172.20.0.2 (fb359052-edb0-4dba-84a6-f9b819083171/5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260/3e847763-f3a4-456a-b08f-017a3b51dc84) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:20.133967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for router_gateway (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.138914 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Attempting to bind port 93a9463b-825f-4a43-b5f1-2773eea3c570 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:20.139315 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Attempting to bind port 93a9463b-825f-4a43-b5f1-2773eea3c570 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:20.139681 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Attempting to bind port 93a9463b-825f-4a43-b5f1-2773eea3c570 on network 699775e2-8905-4531-bfb3-b98d8e841c56 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:20.171624 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:20.171980 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Checking segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:20.172383 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.172782 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Bound using segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:20.173249 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Bound port: 93a9463b-825f-4a43-b5f1-2773eea3c570, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:20.173629 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.206519 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881c826-7501-4e67-8044-433b730a19d6 req-2acce2e0-b8a0-40d9-b64d-7605cf0316b0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:20.207948 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7881c826-7501-4e67-8044-433b730a19d6 req-2acce2e0-b8a0-40d9-b64d-7605cf0316b0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0554242 Mar 10 06:18:20.283972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7881c826-7501-4e67-8044-433b730a19d6 req-475a2aed-4236-48bb-b69a-8b0ca2becef4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681047 Mar 10 06:18:20.296265 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ca0fed6d-ce4d-4079-9613-5eb945e04172 None None] Provisioning complete for port 93a9463b-825f-4a43-b5f1-2773eea3c570 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:20.296648 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca0fed6d-ce4d-4079-9613-5eb945e04172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.334954 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks [] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.340560 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] For port 93a9463b-825f-4a43-b5f1-2773eea3c570, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:20.358570 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] For port 93a9463b-825f-4a43-b5f1-2773eea3c570, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=93a9463b-825f-4a43-b5f1-2773eea3c570,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:20.362211 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fed6d-ce4d-4079-9613-5eb945e04172 None None] Port 93a9463b-825f-4a43-b5f1-2773eea3c570 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:20.431574 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.453407 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for router_gateway (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.464640 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.472815 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.489317 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Network fb359052-edb0-4dba-84a6-f9b819083171 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:20.497186 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:20.502964 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:20.504856 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Pushing event updated for resources: {'Port': ['ID=3e847763-f3a4-456a-b08f-017a3b51dc84,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:20.575392 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:20.576051 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:20.716779 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 07926d85-a2cd-465a-9573-2d07ed60931a up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:20.722837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Allocated IP 172.27.2.214 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/2b101d88-5160-405c-b9d0-7f249448d205) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:20.757263 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Attempting to bind port 3e847763-f3a4-456a-b08f-017a3b51dc84 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:20.757630 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Attempting to bind port 3e847763-f3a4-456a-b08f-017a3b51dc84 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:20.757989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Attempting to bind port 3e847763-f3a4-456a-b08f-017a3b51dc84 on network fb359052-edb0-4dba-84a6-f9b819083171 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:20.760867 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2626a-208e-4f9a-becc-451914c6b8f2 None None] Pushing event updated for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:20.786466 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:20.786816 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Checking segment: {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:20.787218 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.787611 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Bound using segment: {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:20.788088 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Bound port: 3e847763-f3a4-456a-b08f-017a3b51dc84, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:20.788465 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.851487 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for port (2b101d88-5160-405c-b9d0-7f249448d205), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.921899 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:20.972934 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 07926d85-a2cd-465a-9573-2d07ed60931a triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:20.973307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:20.978545 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Provisioning complete for port 93a9463b-825f-4a43-b5f1-2773eea3c570 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:20.978931 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.022780 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (2b101d88-5160-405c-b9d0-7f249448d205), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.037417 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] For port 3e847763-f3a4-456a-b08f-017a3b51dc84, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:21.102408 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b101d88-5160-405c-b9d0-7f249448d205,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:21.113081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] For port 3e847763-f3a4-456a-b08f-017a3b51dc84, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=3e847763-f3a4-456a-b08f-017a3b51dc84,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:21.119531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:21.122967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:21.132201 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:21.239732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.412989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Current status of the port 93a9463b-825f-4a43-b5f1-2773eea3c570 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:21.413373 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.472469 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 07926d85-a2cd-465a-9573-2d07ed60931a is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:21.516370 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44689bd1-c1e7-422b-9c54-0fed45b3e546 req-5a375af9-5a2e-46d5-acc0-cb4b1d7df3ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:21.521131 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44689bd1-c1e7-422b-9c54-0fed45b3e546 req-5a375af9-5a2e-46d5-acc0-cb4b1d7df3ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1169653 Mar 10 06:18:21.528092 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] For port 93a9463b-825f-4a43-b5f1-2773eea3c570, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=93a9463b-825f-4a43-b5f1-2773eea3c570,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:21.535985 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9a7fd-f8c4-46ba-adb1-29b285d5a5c8 None None] Pushing event updated for resources: {'Port': ['ID=3e847763-f3a4-456a-b08f-017a3b51dc84,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:21.554016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for router_gateway (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.564191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:20Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:21.571513 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49804) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:21.576968 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894853981', 'description': 'tempest-description--1006484029'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:21.597073 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05efd0e6-d96e-421e-8e2c-45a4b8aa4dde None None] The sync data for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi is: [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:20Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:21.602202 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.651454 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44689bd1-c1e7-422b-9c54-0fed45b3e546 req-2b7acd25-ae2a-4341-985c-0b3ebcb450d5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180408 Mar 10 06:18:21.671155 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.767838 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a8f4d-bbda-43a0-82e4-98ccaa3001fc None None] Pushing event updated for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:21.829772 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (36402e06-05f8-4ac6-93a0-79d82da06db5), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.901768 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (36402e06-05f8-4ac6-93a0-79d82da06db5), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:21.938360 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36402e06-05f8-4ac6-93a0-79d82da06db5,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:21.940255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.049531 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.050883 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f45458a0-c5ac-43c3-9411-dabd86d867d7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4774938 Mar 10 06:18:22.053631 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49810) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:22.058897 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '36402e06-05f8-4ac6-93a0-79d82da06db5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:22.178719 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (2abb735e-ca2f-4993-9b95-a633949f7bbd), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.224591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:18:22.260175 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (2abb735e-ca2f-4993-9b95-a633949f7bbd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.356337 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (2abb735e-ca2f-4993-9b95-a633949f7bbd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.357796 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:22.369393 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Sync routers for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:22.379449 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abb735e-ca2f-4993-9b95-a633949f7bbd,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:22.405411 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:22.406047 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:22.451006 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.457505 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5319b579-4899-4d44-be75-6269b4fb37f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7562091 Mar 10 06:18:22.457505 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 49818) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:22.479289 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.485263 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-cbc705c3-0490-45c6-9a77-37e20dcbb499 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4305859 Mar 10 06:18:22.485888 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49820) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:22.495333 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '36402e06-05f8-4ac6-93a0-79d82da06db5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:22.611882 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:22.626360 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (6186d8db-596a-4f97-b5bc-00c629bbef86), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.741526 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (6186d8db-596a-4f97-b5bc-00c629bbef86), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.756589 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b7b601-ca1c-4e30-ac31-a95170f31bda None None] Network fb359052-edb0-4dba-84a6-f9b819083171 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:18:22.785603 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 3e847763-f3a4-456a-b08f-017a3b51dc84 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:22.832902 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (6186d8db-596a-4f97-b5bc-00c629bbef86), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.880568 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6186d8db-596a-4f97-b5bc-00c629bbef86,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:22.925278 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:22.926916 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7190668b-5077-4379-8113-162663b054a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4400356 Mar 10 06:18:22.930551 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 49826) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:22.936519 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:22.963594 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 3, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:22.995354 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Provisioning complete for port 3e847763-f3a4-456a-b08f-017a3b51dc84 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:22.995801 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.001342 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Checking router: f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:23.004453 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Updating router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 port 2b101d88-5160-405c-b9d0-7f249448d205 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:18:23.047575 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.053476 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (2b101d88-5160-405c-b9d0-7f249448d205), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.057822 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 3e847763-f3a4-456a-b08f-017a3b51dc84 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:23.058290 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.189830 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Current status of the port 3e847763-f3a4-456a-b08f-017a3b51dc84 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:23.190290 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.289178 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 3e847763-f3a4-456a-b08f-017a3b51dc84 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:23.289673 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.326303 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] For port 3e847763-f3a4-456a-b08f-017a3b51dc84, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=3e847763-f3a4-456a-b08f-017a3b51dc84,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:23.356926 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.419738 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.470952 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99865-0d86-490a-95f7-3f8c3f0cc8b8 req-50c30161-7dd4-4ce9-8a3d-2255e4a7f295 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:23.472422 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4ac99865-0d86-490a-95f7-3f8c3f0cc8b8 req-50c30161-7dd4-4ce9-8a3d-2255e4a7f295 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.5736108 Mar 10 06:18:23.492132 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks [] for port (2b101d88-5160-405c-b9d0-7f249448d205), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.511530 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31bb0f-382f-4607-9f27-2362a20399b5 None None] Pushing event updated for resources: {'Port': ['ID=3e847763-f3a4-456a-b08f-017a3b51dc84,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:23.534284 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103625) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 06:18:23.534752 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG oslo_db.api [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 06:18:23.544461 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-cf6fb582-b017-4513-91d9-70030cba1ca5 None None] Provisioning complete for port 3e847763-f3a4-456a-b08f-017a3b51dc84 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:23.544923 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cf6fb582-b017-4513-91d9-70030cba1ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.574697 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4ac99865-0d86-490a-95f7-3f8c3f0cc8b8 req-bf8c2f22-fdff-4d2f-997d-f3bb0914aea5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852304 Mar 10 06:18:23.602002 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (2b101d88-5160-405c-b9d0-7f249448d205), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.633667 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fb582-b017-4513-91d9-70030cba1ca5 None None] Current status of the port 3e847763-f3a4-456a-b08f-017a3b51dc84 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:23.646095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.660017 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.27.2.104 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/c042f789-8adb-472a-a082-507edf7187f8) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:23.665465 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Attempting to bind port 2b101d88-5160-405c-b9d0-7f249448d205 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:23.665842 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Attempting to bind port 2b101d88-5160-405c-b9d0-7f249448d205 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:23.666550 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Attempting to bind port 2b101d88-5160-405c-b9d0-7f249448d205 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:23.673481 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49bc33-a5e6-48b1-911a-c15a134d86c2 None None] Pushing event updated for resources: {'Port': ['ID=2b101d88-5160-405c-b9d0-7f249448d205,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:23.678124 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:23.678497 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:23.678924 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.679308 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:23.679779 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Bound port: 2b101d88-5160-405c-b9d0-7f249448d205, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:23.680154 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (2b101d88-5160-405c-b9d0-7f249448d205), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.736881 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] For port 2b101d88-5160-405c-b9d0-7f249448d205, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:23.740363 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] For port 2b101d88-5160-405c-b9d0-7f249448d205, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=2b101d88-5160-405c-b9d0-7f249448d205,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:23.816405 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (2b101d88-5160-405c-b9d0-7f249448d205), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:23.840755 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Allocated IP 172.20.0.1 (fb359052-edb0-4dba-84a6-f9b819083171/5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260/be401706-537f-4a22-8fff-94c8f5664146) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:23.883089 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:23.883494 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:23.887727 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49bc33-a5e6-48b1-911a-c15a134d86c2 None None] Pushing event updated for resources: {'Port': ['ID=2b101d88-5160-405c-b9d0-7f249448d205,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:23.963045 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks [] for port (be401706-537f-4a22-8fff-94c8f5664146), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.022470 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:24.025468 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (c042f789-8adb-472a-a082-507edf7187f8), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.095212 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 3e847763-f3a4-456a-b08f-017a3b51dc84 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:24.096196 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 93a9463b-825f-4a43-b5f1-2773eea3c570 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:24.113672 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.145379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 93a9463b-825f-4a43-b5f1-2773eea3c570 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:24.145739 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.152072 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Network fb359052-edb0-4dba-84a6-f9b819083171 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:24.153328 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (c042f789-8adb-472a-a082-507edf7187f8), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.155338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:24.158061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:24.158724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.195050 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:24.204041 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:24.207961 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:24.227177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:24.308380 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=c042f789-8adb-472a-a082-507edf7187f8,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:24.340614 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 93a9463b-825f-4a43-b5f1-2773eea3c570 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:24.369764 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.380926 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 3, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:24.412881 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc9cb4-9f37-434e-bd22-237db1f5af3f None None] The sync data for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi is: [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 3, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:24.455658 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (be401706-537f-4a22-8fff-94c8f5664146), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.468720 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1eed991a-ebc9-4bfd-883c-ced7ff6a0fe7 None None] Provisioning complete for port be401706-537f-4a22-8fff-94c8f5664146 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:24.469288 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1eed991a-ebc9-4bfd-883c-ced7ff6a0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (be401706-537f-4a22-8fff-94c8f5664146), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.485767 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (c042f789-8adb-472a-a082-507edf7187f8), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.546045 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1eed991a-ebc9-4bfd-883c-ced7ff6a0fe7 None None] Port be401706-537f-4a22-8fff-94c8f5664146 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:24.583640 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 3e847763-f3a4-456a-b08f-017a3b51dc84 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:24.652832 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 3e847763-f3a4-456a-b08f-017a3b51dc84 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:24.653584 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.697251 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (c042f789-8adb-472a-a082-507edf7187f8), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.745793 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks [] for port (be401706-537f-4a22-8fff-94c8f5664146), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.746825 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 3e847763-f3a4-456a-b08f-017a3b51dc84 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:24.765770 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cae57-11fc-4528-aec4-2d8a5d472385 req-15b7268e-79a3-45fa-a6c9-3fe3213cb13a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:24.767363 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-260cae57-11fc-4528-aec4-2d8a5d472385 req-15b7268e-79a3-45fa-a6c9-3fe3213cb13a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1080678 Mar 10 06:18:24.774261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (c042f789-8adb-472a-a082-507edf7187f8), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.847857 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-260cae57-11fc-4528-aec4-2d8a5d472385 req-88bd4e24-68df-4d54-9755-10ac1a4c81b8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740027 Mar 10 06:18:24.849780 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.850615 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.889498 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=c042f789-8adb-472a-a082-507edf7187f8,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:24.904819 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:24.931253 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:25.001879 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:25.013165 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0325f5b2-25fe-4392-a701-4da1fbbfd393 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0714431 Mar 10 06:18:25.013573 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Network fb359052-edb0-4dba-84a6-f9b819083171 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:25.014992 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:25.199074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:18:25.371387 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-ec6b9a3c-ce2f-4505-ad49-0262eaf01f78 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1894853981&fields=id&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 267 time: 0.0995488 Mar 10 06:18:25.392068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-a62e1b2c-7a76-40dd-b440-7aca6458bae7 None None] Provisioning complete for port be401706-537f-4a22-8fff-94c8f5664146 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:25.392660 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a62e1b2c-7a76-40dd-b440-7aca6458bae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (be401706-537f-4a22-8fff-94c8f5664146), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:25.441335 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-a62e1b2c-7a76-40dd-b440-7aca6458bae7 None None] Port be401706-537f-4a22-8fff-94c8f5664146 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:25.446141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:25.462373 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5011338f-0d98-4dda-84e9-3b17df82d4e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9973328 Mar 10 06:18:25.561272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-660ef00c-fbfc-4689-8c88-6e898a8629a1 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:25.562895 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-660ef00c-fbfc-4689-8c88-6e898a8629a1 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1820393 Mar 10 06:18:25.586813 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-1b95774b-b4ab-4f4b-b5d0-30ac1a2aee25 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/quotas/21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 375 time: 0.0115325 Mar 10 06:18:25.651178 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-5fffaa56-293f-4b4e-8b08-555c9583c774 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578992 Mar 10 06:18:25.769862 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8a13e6cd-2212-48c6-afa2-b5eb6cadfea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:25.806551 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-5a38c1e3-02d8-45fd-8083-e0651ef0a25c service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129298 Mar 10 06:18:25.914313 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-3e69c27a-36c3-493d-9b0c-012fa5f8d87d service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946510 Mar 10 06:18:26.004507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6cfa4-0ff8-42ce-9202-0cd105893f2f req-88689826-b555-47e6-b5dc-02d234ea5e0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:26.005978 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80d6cfa4-0ff8-42ce-9202-0cd105893f2f req-88689826-b555-47e6-b5dc-02d234ea5e0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0612552 Mar 10 06:18:26.053461 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80d6cfa4-0ff8-42ce-9202-0cd105893f2f req-70b867e5-6b08-4105-a703-2b732ef0e87c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 Mar 10 06:18:26.237247 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-10ad23c1-af89-45fd-9c45-80ca1d62561b req-87a19177-7bb5-4434-b505-a4ca6e8134f9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0313001 Mar 10 06:18:26.619366 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Sync routers for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:26.636770 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 2b101d88-5160-405c-b9d0-7f249448d205 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:26.663026 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:26.663664 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:17:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:26.799348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 2b101d88-5160-405c-b9d0-7f249448d205 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:26.799903 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (2b101d88-5160-405c-b9d0-7f249448d205), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:26.878118 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:27.062079 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 2b101d88-5160-405c-b9d0-7f249448d205 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:27.062079 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (2b101d88-5160-405c-b9d0-7f249448d205), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:27.192337 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 2b101d88-5160-405c-b9d0-7f249448d205, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=2b101d88-5160-405c-b9d0-7f249448d205,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:27.243617 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81296b-99db-4a09-84aa-06f5147eeb03 req-e84d042d-3696-466b-adfe-8f242390f434 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:27.251534 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a81296b-99db-4a09-84aa-06f5147eeb03 req-e84d042d-3696-466b-adfe-8f242390f434 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1151218 Mar 10 06:18:27.251728 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:24Z', 'revision_number': 4, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'be401706-537f-4a22-8fff-94c8f5664146', 'name': '', 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'mac_address': 'fa:16:3e:1a:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:23Z', 'updated_at': '2022-03-10T06:18:24Z', 'revision_number': 2, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'subnets': [{'id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:27.285470 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Checking router: f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:27.285871 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Updating router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 port be401706-537f-4a22-8fff-94c8f5664146 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:18:27.321197 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (be401706-537f-4a22-8fff-94c8f5664146), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:27.339541 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d120aa88-f4b8-47e9-9152-b7df7116a3ff req-469b70e1-74ac-4bcd-a3b8-4c09fea9288d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0393341 Mar 10 06:18:27.353722 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a81296b-99db-4a09-84aa-06f5147eeb03 req-f84f7e78-ea45-40e0-ab7c-60c71e79eeb5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007662 Mar 10 06:18:27.660414 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks [] for port (be401706-537f-4a22-8fff-94c8f5664146), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:27.727352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (2b101d88-5160-405c-b9d0-7f249448d205), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:27.784365 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.046131 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=2b101d88-5160-405c-b9d0-7f249448d205,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:28.085711 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Attempting to bind port be401706-537f-4a22-8fff-94c8f5664146 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:28.086087 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Attempting to bind port be401706-537f-4a22-8fff-94c8f5664146 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:28.086562 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Attempting to bind port be401706-537f-4a22-8fff-94c8f5664146 on network fb359052-edb0-4dba-84a6-f9b819083171 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:28.105294 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:28.105675 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Checking segment: {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:28.106029 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.106436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Bound using segment: {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:28.106964 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Bound port: be401706-537f-4a22-8fff-94c8f5664146, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe7dbde-16ea-450a-a305-93f52c812b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:28.107485 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (be401706-537f-4a22-8fff-94c8f5664146), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.131052 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce3157-633b-46a8-af5c-7133bee2713d None None] Pushing event updated for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:28.215712 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] For port be401706-537f-4a22-8fff-94c8f5664146, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:28.220132 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] For port be401706-537f-4a22-8fff-94c8f5664146, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=be401706-537f-4a22-8fff-94c8f5664146,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:28.226199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-64df3a3d-5634-467b-b7be-ab154fbd2b5f None None] Provisioning complete for port be401706-537f-4a22-8fff-94c8f5664146 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:28.226199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-64df3a3d-5634-467b-b7be-ab154fbd2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (be401706-537f-4a22-8fff-94c8f5664146), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.274122 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aba07953-a2d2-4424-8916-e3e28172ee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.285276 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-64df3a3d-5634-467b-b7be-ab154fbd2b5f None None] Port be401706-537f-4a22-8fff-94c8f5664146 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:28.316255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-c4628df5-f749-4c06-9b69-13d2b99d9ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592599 Mar 10 06:18:28.384314 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.538529 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:28.544679 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:18:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:28.549697 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-a53b5d92-9743-4f90-a60f-76d6c7704e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:28.551429 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-a53b5d92-9743-4f90-a60f-76d6c7704e33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 1130 time: 0.1724432 Mar 10 06:18:28.574874 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d50aa90d-7299-4c4e-88b0-8f605c6edb24 req-7cdccc39-c22f-426b-b2be-40cb787368a1 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0993972 Mar 10 06:18:28.647484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 2b101d88-5160-405c-b9d0-7f249448d205 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:28.675569 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce3157-633b-46a8-af5c-7133bee2713d None None] Pushing event updated for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:28.733974 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-73a87ec5-0b1e-4dda-aa7f-ac87ea21b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:28.735649 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-73a87ec5-0b1e-4dda-aa7f-ac87ea21b156 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1489761 Mar 10 06:18:28.754049 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cdea2-f5f0-43af-811f-a25784d37091 req-c67445f9-6dbb-42f7-ac82-6605c3176320 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:28.764213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5c0cdea2-f5f0-43af-811f-a25784d37091 req-c67445f9-6dbb-42f7-ac82-6605c3176320 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.2543814 Mar 10 06:18:28.798731 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:18:28.818856 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-e3210aea-5e98-46e1-ac8f-23cd05e8f004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 200 len: 217 time: 0.0497191 Mar 10 06:18:28.856445 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:28.859250 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Provisioning complete for port be401706-537f-4a22-8fff-94c8f5664146 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:28.859694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (be401706-537f-4a22-8fff-94c8f5664146), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:28.891382 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-2d909925-376e-4237-be63-1c40c6d97764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:28.891382 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-2d909925-376e-4237-be63-1c40c6d97764 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0633113 Mar 10 06:18:28.966949 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5c0cdea2-f5f0-43af-811f-a25784d37091 req-df1c26d8-c646-4bce-9c2c-904461ccbae2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989813 Mar 10 06:18:28.970977 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-5889df33-41d1-411c-a942-ac0552267589 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484836 Mar 10 06:18:29.078919 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 2b101d88-5160-405c-b9d0-7f249448d205 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:29.088454 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (2b101d88-5160-405c-b9d0-7f249448d205), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.119001 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-8716ef6a-35d0-4223-99a3-9a9891d61f8c service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234186 Mar 10 06:18:29.236769 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:29.287076 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:18:29.292633 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ca4f3bc-cdde-447f-8375-ca769fc16e5d req-78ebf6dd-1990-40c4-a3aa-6e2a312833f2 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435235 Mar 10 06:18:29.301095 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.389337 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: ACTIVE; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:29.392305 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.411884 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Current status of the port be401706-537f-4a22-8fff-94c8f5664146 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:29.412282 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (be401706-537f-4a22-8fff-94c8f5664146), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.504494 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:29.514616 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 2b101d88-5160-405c-b9d0-7f249448d205 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:29.573924 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:29.575837 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] For port be401706-537f-4a22-8fff-94c8f5664146, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=be401706-537f-4a22-8fff-94c8f5664146,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:29.631068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:24Z', 'revision_number': 4, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'be401706-537f-4a22-8fff-94c8f5664146', 'name': '', 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'mac_address': 'fa:16:3e:1a:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:23Z', 'updated_at': '2022-03-10T06:18:28Z', 'revision_number': 4, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'subnets': [{'id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:29.665744 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.666686 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.670852 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06e771-e6fa-4877-a5df-b7b77d8f0066 None None] The sync data for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi is: [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:18:24Z', 'revision_number': 4, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'be401706-537f-4a22-8fff-94c8f5664146', 'name': '', 'network_id': 'fb359052-edb0-4dba-84a6-f9b819083171', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'mac_address': 'fa:16:3e:1a:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:23Z', 'updated_at': '2022-03-10T06:18:28Z', 'revision_number': 4, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'subnets': [{'id': '5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:29.681209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:29.714473 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1067053e-e8a4-4512-b698-07d5112bf216 req-4825a31a-4076-4758-b16d-6cd51c62a28b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0452285 Mar 10 06:18:29.839666 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=6']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:29.954600 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['412909a1-01bf-4ce2-b6b3-0335113054ea'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:18:30.036628 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf11f45-000f-4a7e-a165-f9a6239be008 None None] Pushing event updated for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:30.237345 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-83eca9ec-2cfc-4641-802f-92bc706c1c8f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:30.247447 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-83eca9ec-2cfc-4641-802f-92bc706c1c8f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.4560337 Mar 10 06:18:30.302072 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b6884-4532-485b-b1da-5be733b3c841 req-6255151a-83a3-4194-92df-39aec834269a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:30.303778 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b45b6884-4532-485b-b1da-5be733b3c841 req-6255151a-83a3-4194-92df-39aec834269a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.1395543 Mar 10 06:18:30.363718 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b45b6884-4532-485b-b1da-5be733b3c841 req-a9181543-e713-43a5-9fec-70800ac66977 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538874 Mar 10 06:18:30.578903 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-06bd05ae-dd39-448b-8042-8420896a08e0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 472 time: 0.1986690 Mar 10 06:18:30.586320 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'port': {'device_id': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'admin_state_up': True, 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'security_groups': ['36402e06-05f8-4ac6-93a0-79d82da06db5']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:30.688757 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device be401706-537f-4a22-8fff-94c8f5664146 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:30.747692 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:30.848508 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port be401706-537f-4a22-8fff-94c8f5664146 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:30.848891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (be401706-537f-4a22-8fff-94c8f5664146), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:30.865171 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2b79ec3-9bdf-4469-bb38-d2117d4ea7a1 req-33d4a88e-ff46-412f-acf1-49fbcc236ce9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0532157 Mar 10 06:18:30.877803 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 412909a1-01bf-4ce2-b6b3-0335113054ea triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:30.878090 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.035975 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port be401706-537f-4a22-8fff-94c8f5664146 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:31.053526 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:31.053916 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.077171 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:31.079512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c8cf7-0a2f-4eec-8ba7-27c6bbf3333e" -d '{"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:31.092355 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:31.117656 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b06f57-b21c-4821-9e1b-6f8ad8f8df34 x-openstack-request-id: req-b7b06f57-b21c-4821-9e1b-6f8ad8f8df34 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:31.117940 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:31.118876 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b06f57-b21c-4821-9e1b-6f8ad8f8df34 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:31.119422 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'code': 200} Mar 10 06:18:31.170162 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:31.174785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.249448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.249448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.304050 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=7']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:31.363151 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.20.0.14 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/a5b3f7e5-7916-4df3-9e3d-809c3815f289) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:31.579194 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c2234-91f2-4829-b576-f099dddadb7f req-72625cb9-f84e-482c-a4df-1ef955f8d244 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:31.580804 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-830c2234-91f2-4829-b576-f099dddadb7f req-72625cb9-f84e-482c-a4df-1ef955f8d244 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1229863 Mar 10 06:18:31.635458 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.692562 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-830c2234-91f2-4829-b576-f099dddadb7f req-90f3582b-4c4d-4d15-94b8-4d5618bfa495 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976827 Mar 10 06:18:31.775634 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.831221 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:31.834358 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:31.841404 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:31.846512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:31.847146 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:31.862544 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:31.871138 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.871754 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.871754 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.872071 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.872405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.872737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.873064 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.873388 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.873712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.874035 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.874359 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.876184 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.876576 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:31.991005 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-aad9b439-9def-4428-9db0-4eb3f1f72f59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4091053 Mar 10 06:18:32.013151 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122402d5-2c72-428d-b057-b3ee7b1e3bc8 req-cc11b132-d246-4af4-98ac-1e220b0c0a59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:32.020095 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-122402d5-2c72-428d-b057-b3ee7b1e3bc8 req-cc11b132-d246-4af4-98ac-1e220b0c0a59 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 932 time: 0.0741541 Mar 10 06:18:32.027367 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Request body: {'port': {'device_id': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:32.202410 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-23554d1e-24aa-4dff-af78-1f64d3bfceb6 None None] Provisioning complete for port a5b3f7e5-7916-4df3-9e3d-809c3815f289 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:32.202993 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-23554d1e-24aa-4dff-af78-1f64d3bfceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:32.224549 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-122402d5-2c72-428d-b057-b3ee7b1e3bc8 req-3fccb7f0-d3ad-49ff-8be6-450e36674c6a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035882 Mar 10 06:18:32.264294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:32.557446 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:32.580025 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-23554d1e-24aa-4dff-af78-1f64d3bfceb6 None None] Port a5b3f7e5-7916-4df3-9e3d-809c3815f289 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:32.983508 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b3f7e5-7916-4df3-9e3d-809c3815f289 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:32.994029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks [] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:33.013377 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Transition to ACTIVE for port object a5b3f7e5-7916-4df3-9e3d-809c3815f289 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:18:33.031247 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b736e-7739-4264-93ff-2d9fb3a5851b req-57893de4-b2ad-4114-af29-e887b4371671 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:33.032788 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-295b736e-7739-4264-93ff-2d9fb3a5851b req-57893de4-b2ad-4114-af29-e887b4371671 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1588042 Mar 10 06:18:33.085802 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:33.243545 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-295b736e-7739-4264-93ff-2d9fb3a5851b req-adbe26b3-f943-4de0-8151-44292bdd3822 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043042 Mar 10 06:18:33.258553 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:33.304859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Attempting to bind port a5b3f7e5-7916-4df3-9e3d-809c3815f289 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:33.305465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Attempting to bind port a5b3f7e5-7916-4df3-9e3d-809c3815f289 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:33.306024 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Attempting to bind port a5b3f7e5-7916-4df3-9e3d-809c3815f289 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:33.318932 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Port a5b3f7e5-7916-4df3-9e3d-809c3815f289 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:18:33.319479 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Attempting to bind port a5b3f7e5-7916-4df3-9e3d-809c3815f289 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:33.326208 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:33.326988 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:33.327883 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:33.328495 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Bound port: a5b3f7e5-7916-4df3-9e3d-809c3815f289, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:33.342232 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:33.425966 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:33.429644 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:33.510736 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3c353-00d5-4c8a-849e-d41a11caae57 req-6577aace-8b04-41cf-a038-76d2462e51ee tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:33.515970 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65a3c353-00d5-4c8a-849e-d41a11caae57 req-6577aace-8b04-41cf-a038-76d2462e51ee tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.0827360 Mar 10 06:18:33.556123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:33.691779 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:33.693046 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:33.694510 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5b3f7e5-7916-4df3-9e3d-809c3815f289 HTTP/1.1" status: 200 len: 1094 time: 1.6717403 Mar 10 06:18:33.699938 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:33.700750 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed4c595-6688-4622-9708-28b1bda137cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:33.846157 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65a3c353-00d5-4c8a-849e-d41a11caae57 req-91ce5834-ed13-48f0-8dee-094d37f05de7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243284 Mar 10 06:18:33.877178 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158dc0f-9d10-47cf-bcc5-b7095ceb4987 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:33.890707 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:18:33.896213 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f066e-4e7a-434c-bad2-3919724c211a req-ef4eb644-85f8-4917-9177-8136e61d1b60 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:33.899465 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f2f066e-4e7a-434c-bad2-3919724c211a req-ef4eb644-85f8-4917-9177-8136e61d1b60 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1550200 Mar 10 06:18:33.932958 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeff5cb-26ce-4da0-9b6c-6ddce465fd30 x-openstack-request-id: req-3aeff5cb-26ce-4da0-9b6c-6ddce465fd30 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:33.933259 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:33.933521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aeff5cb-26ce-4da0-9b6c-6ddce465fd30 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:33.933938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'status': 'completed', 'code': 200} Mar 10 06:18:34.028906 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f2f066e-4e7a-434c-bad2-3919724c211a req-4fccb6f8-5a71-452a-9574-0dadc34356b4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202006 Mar 10 06:18:34.595221 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d41d9-66ba-4289-9cee-cbf63962e77e req-bace3113-735b-4aeb-8945-8b235a24412d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:34.602406 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-134d41d9-66ba-4289-9cee-cbf63962e77e req-bace3113-735b-4aeb-8945-8b235a24412d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.1358368 Mar 10 06:18:34.702385 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-134d41d9-66ba-4289-9cee-cbf63962e77e req-4b93e050-b5c9-48bb-9328-3b217db6a542 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986648 Mar 10 06:18:35.049961 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8df8f3-dcb3-4437-a792-03c94c9dbae2 req-9005d5b8-1302-492a-9dcb-ec77d387a7b7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:35.052111 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a8df8f3-dcb3-4437-a792-03c94c9dbae2 req-9005d5b8-1302-492a-9dcb-ec77d387a7b7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.0924361 Mar 10 06:18:35.231509 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a8df8f3-dcb3-4437-a792-03c94c9dbae2 req-f7d40451-178d-4b84-9493-73f32127f88e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219263 Mar 10 06:18:35.349783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3024-ae14-43ae-b874-8930b3eb723c req-71872f1b-f5ff-4f15-a177-d4c45e90dc9b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:35.351545 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e5b3024-ae14-43ae-b874-8930b3eb723c req-71872f1b-f5ff-4f15-a177-d4c45e90dc9b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1153750 Mar 10 06:18:35.424311 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e5b3024-ae14-43ae-b874-8930b3eb723c req-5017e2d0-41af-4fa0-9884-3f6fd27e7b5d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600460 Mar 10 06:18:35.859283 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7290475-4cf5-4aa9-8a28-b787f7ab726a req-b6b256ea-b713-41d3-9f6e-7c9fb0927cd1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:35.860952 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f7290475-4cf5-4aa9-8a28-b787f7ab726a req-b6b256ea-b713-41d3-9f6e-7c9fb0927cd1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0609672 Mar 10 06:18:35.925158 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f7290475-4cf5-4aa9-8a28-b787f7ab726a req-004b1749-8f64-41a6-8688-3228b2463589 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559998 Mar 10 06:18:36.137417 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-2eb8edbc-917a-4500-9680-a3edbfb66fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.139790 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-2eb8edbc-917a-4500-9680-a3edbfb66fcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0866389 Mar 10 06:18:36.159688 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4c595-6688-4622-9708-28b1bda137cd req-c1aaed39-7081-4a9d-88c4-267ecb202003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.161233 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9ed4c595-6688-4622-9708-28b1bda137cd req-c1aaed39-7081-4a9d-88c4-267ecb202003 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 1128 time: 0.0604990 Mar 10 06:18:36.283192 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-39b4d68b-debe-44f8-8258-9563afb60615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.288219 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-39b4d68b-debe-44f8-8258-9563afb60615 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1323428 Mar 10 06:18:36.307137 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4c595-6688-4622-9708-28b1bda137cd req-adcc2de3-6c72-4d4b-8eeb-4b96d24b24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.308879 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9ed4c595-6688-4622-9708-28b1bda137cd req-adcc2de3-6c72-4d4b-8eeb-4b96d24b24cf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=21e8c8866ebe41d3bdecc19450a10669&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1270876 Mar 10 06:18:36.376320 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-d66d107b-df06-4aa2-9eb9-1343dc799413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0751426 Mar 10 06:18:36.433715 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4c595-6688-4622-9708-28b1bda137cd req-f009cc04-a13e-47c6-a317-0e0af2e3cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.435515 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9ed4c595-6688-4622-9708-28b1bda137cd req-f009cc04-a13e-47c6-a317-0e0af2e3cc35 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204946 Mar 10 06:18:36.437350 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd41702-b7cd-4789-a975-72dcb9775cee req-3502be74-bb2a-45d8-9860-03d0153157a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.440218 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccd41702-b7cd-4789-a975-72dcb9775cee req-3502be74-bb2a-45d8-9860-03d0153157a4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.1363177 Mar 10 06:18:36.465661 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-fdbf3c93-3528-470b-a7be-47838ecc38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.467255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-fdbf3c93-3528-470b-a7be-47838ecc38df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0825193 Mar 10 06:18:36.511361 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-aaf48b90-e9e5-4fcd-b9ba-944a2066df8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372670 Mar 10 06:18:36.575258 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-1f602a0c-b135-4408-9a51-47a6092fc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.577220 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-1f602a0c-b135-4408-9a51-47a6092fc5a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 1128 time: 0.0496192 Mar 10 06:18:36.598579 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccd41702-b7cd-4789-a975-72dcb9775cee req-15e6c2c9-6052-423a-80b9-fbe27df3827e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509781 Mar 10 06:18:36.676760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70a167-3f9d-4b7d-82ec-e62f2043f202 req-68b03a7a-55dd-4449-96a8-0823f2ae1353 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.678391 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f70a167-3f9d-4b7d-82ec-e62f2043f202 req-68b03a7a-55dd-4449-96a8-0823f2ae1353 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1323659 Mar 10 06:18:36.723812 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-a5c86c04-30a1-4e41-ad45-5cfcb6737c2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289 HTTP/1.1" status: 200 len: 217 time: 0.1258388 Mar 10 06:18:36.727544 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-ce6dc3fb-96ef-41c7-827f-659732c43410 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965179 Mar 10 06:18:36.783627 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f70a167-3f9d-4b7d-82ec-e62f2043f202 req-af6b3e29-9cd3-4fe0-88fd-86a8ccb7a5c8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 Mar 10 06:18:36.822515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-733749c7-33f2-4ad6-85b1-8a463caa6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.826393 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-733749c7-33f2-4ad6-85b1-8a463caa6844 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0866272 Mar 10 06:18:36.864754 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ed76550-5356-4485-b9d1-8cad63b6f43f req-21145253-ee06-4ce8-b59b-d9fbee9828a8 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235330 Mar 10 06:18:36.940309 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-812e3085-6279-475c-82ef-ea94be37a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:36.942274 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-812e3085-6279-475c-82ef-ea94be37a32a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0986545 Mar 10 06:18:37.149399 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e93a8-da7f-4c7e-a4d6-1c73a4e89b0f req-bf22dc0a-b9e3-45d7-a063-12c53d153e7b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:37.159959 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c9e93a8-da7f-4c7e-a4d6-1c73a4e89b0f req-bf22dc0a-b9e3-45d7-a063-12c53d153e7b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0934324 Mar 10 06:18:37.176948 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-1ac1e822-3efa-4152-a770-f8639307aabf service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121787 Mar 10 06:18:37.231894 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c9e93a8-da7f-4c7e-a4d6-1c73a4e89b0f req-a873abc1-1513-47ea-89b1-c71387cf1799 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694242 Mar 10 06:18:37.327787 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-0d34960b-51c8-42ff-86cb-3c60b9053a50 req-bd0a67ae-aa91-4007-8a3a-b4c5530a3b72 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443145 Mar 10 06:18:37.837532 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c115b8a-fa34-4598-a8f7-de64b8d85e2b req-9f818ca4-a1da-4dc2-8af6-91955d8134f4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:37.859589 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c115b8a-fa34-4598-a8f7-de64b8d85e2b req-9f818ca4-a1da-4dc2-8af6-91955d8134f4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.1335979 Mar 10 06:18:38.029190 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c115b8a-fa34-4598-a8f7-de64b8d85e2b req-0dc5b6be-feb0-49d0-99b7-20b762141d0b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658959 Mar 10 06:18:38.054525 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772b7f-2404-4906-a03e-659036b05433 req-46bb81b2-38c6-4298-abee-8d705b9fa37a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:38.064336 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03772b7f-2404-4906-a03e-659036b05433 req-46bb81b2-38c6-4298-abee-8d705b9fa37a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1731048 Mar 10 06:18:38.148813 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03772b7f-2404-4906-a03e-659036b05433 req-49375e4c-f509-4201-bfe3-716263f8b1ed tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743496 Mar 10 06:18:38.848792 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dc1a9-a9ff-44d3-8630-8548761afa2c req-6e8e117e-0776-4987-b5c2-16fa47519f3d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:38.855402 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ce7dc1a9-a9ff-44d3-8630-8548761afa2c req-6e8e117e-0776-4987-b5c2-16fa47519f3d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.5171816 Mar 10 06:18:38.983008 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ce7dc1a9-a9ff-44d3-8630-8548761afa2c req-716d30f0-b53d-490e-96d7-622dc043aba8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273918 Mar 10 06:18:39.209915 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646b39-1bc0-4988-9708-ea776d6cb480 req-a96c4224-e6af-4818-9181-20345c1a48af tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:39.211393 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a646b39-1bc0-4988-9708-ea776d6cb480 req-a96c4224-e6af-4818-9181-20345c1a48af tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.0642900 Mar 10 06:18:39.344667 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a646b39-1bc0-4988-9708-ea776d6cb480 req-050386f0-8e47-4471-a1db-26f16ffea741 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189981 Mar 10 06:18:39.384994 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29989be0-5a68-4d12-b4dc-8e771306042a req-b722478b-78c7-41f8-a8e3-12c05d527671 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:39.386635 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29989be0-5a68-4d12-b4dc-8e771306042a req-b722478b-78c7-41f8-a8e3-12c05d527671 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1161377 Mar 10 06:18:39.454362 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29989be0-5a68-4d12-b4dc-8e771306042a req-082b027c-5563-4660-95bd-6d93a8ade2cb tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579653 Mar 10 06:18:40.156841 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43db6bf-6d37-4432-9f59-d5f7b46dbcee req-7a519841-1c59-4221-be6d-1df585a90bdd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:40.156841 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f43db6bf-6d37-4432-9f59-d5f7b46dbcee req-7a519841-1c59-4221-be6d-1df585a90bdd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0861926 Mar 10 06:18:40.208574 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f43db6bf-6d37-4432-9f59-d5f7b46dbcee req-13dd90bd-b038-4655-8a5a-c3ac058aac17 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511994 Mar 10 06:18:40.463478 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8045bf-224d-416e-8ee2-b3f5f184e192 req-835ca0d9-09b2-46b2-9a3a-2ea4b5d85929 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:40.465582 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e8045bf-224d-416e-8ee2-b3f5f184e192 req-835ca0d9-09b2-46b2-9a3a-2ea4b5d85929 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 944 time: 0.0583303 Mar 10 06:18:40.514168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e8045bf-224d-416e-8ee2-b3f5f184e192 req-7fbdb541-788d-4b13-a9ef-fbc830746f01 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Mar 10 06:18:40.639106 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ba019-5f5f-49a0-89b6-1e58f8400011 req-67034a8d-eaa4-47f3-a51e-dd8bb111fe83 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:40.640808 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-502ba019-5f5f-49a0-89b6-1e58f8400011 req-67034a8d-eaa4-47f3-a51e-dd8bb111fe83 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0589447 Mar 10 06:18:40.702616 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-502ba019-5f5f-49a0-89b6-1e58f8400011 req-aa69f21c-4a92-455e-8e96-46c4b33e1793 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Mar 10 06:18:41.069344 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device a5b3f7e5-7916-4df3-9e3d-809c3815f289 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:18:41.250854 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:41.269087 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'port_id': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'mac_address': 'fa:16:3e:c3:73:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:18:41.310946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port a5b3f7e5-7916-4df3-9e3d-809c3815f289 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:41.311199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:41.326591 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b3f7e5-7916-4df3-9e3d-809c3815f289 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:41.356593 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:41.367230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2201-dcfb-40b8-89bc-e032b9b3604d req-27431d6b-ed0f-4640-ba33-e392d866f7b2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:41.375812 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c7fb2201-dcfb-40b8-89bc-e032b9b3604d req-27431d6b-ed0f-4640-ba33-e392d866f7b2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0755117 Mar 10 06:18:41.421617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c7fb2201-dcfb-40b8-89bc-e032b9b3604d req-d54b92f8-7060-4dbf-a8e5-9c7af32cfb19 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 Mar 10 06:18:41.543375 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:41.603977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:41.615618 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.615971 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.616338 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.616691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.617131 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.617406 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.617756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.618298 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.619425 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.619927 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.620264 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.620598 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.620932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:41.674668 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78a7a1-db3d-4c52-9ede-77a99aace4b7 req-8f0024b3-f74d-4443-a61f-c824f5dedfd3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:41.676570 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f78a7a1-db3d-4c52-9ede-77a99aace4b7 req-8f0024b3-f74d-4443-a61f-c824f5dedfd3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 945 time: 0.0811565 Mar 10 06:18:41.751986 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f78a7a1-db3d-4c52-9ede-77a99aace4b7 req-b5093a38-3862-4f2e-8ab8-90691dda0f17 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535100 Mar 10 06:18:41.846279 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccaee0-4e64-44c5-a116-10ab69fe81a1 req-a5ad4e7d-3cb4-4ef7-953c-db51abf7c744 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:41.853481 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5eccaee0-4e64-44c5-a116-10ab69fe81a1 req-a5ad4e7d-3cb4-4ef7-953c-db51abf7c744 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0699630 Mar 10 06:18:41.932453 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5eccaee0-4e64-44c5-a116-10ab69fe81a1 req-b08caaef-6cf6-48da-9cdd-3a84ca3b9d13 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Mar 10 06:18:42.152496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['a5b3f7e5-7916-4df3-9e3d-809c3815f289'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:18:42.500874 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-c9f50787-8f7d-46ba-8bb9-6cd2c7aaf0f0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:42.507327 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-c9f50787-8f7d-46ba-8bb9-6cd2c7aaf0f0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 815 time: 0.1188710 Mar 10 06:18:42.534986 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-f5e32d51-aa5b-44c4-931f-9af56063a8e3 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/quotas/5a849f62fadb45cc91e802e4ccd5cba2 HTTP/1.1" status: 200 len: 375 time: 0.0265164 Mar 10 06:18:42.613939 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf0a81-0538-4fa5-9126-351b4af2b176 req-f2662711-3433-4f48-8f64-cfeb079d2453 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:42.615571 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4dbf0a81-0538-4fa5-9126-351b4af2b176 req-f2662711-3433-4f48-8f64-cfeb079d2453 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0992708 Mar 10 06:18:42.628991 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-10c5926d-d597-4a4f-b1be-a1989b4ce77e tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928624 Mar 10 06:18:42.753812 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4dbf0a81-0538-4fa5-9126-351b4af2b176 req-32597f44-ae0c-4971-9839-cfb8847e6efd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238041 Mar 10 06:18:42.799583 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-590b2494-f259-4ce6-a9e5-d82961c9a398 service neutron] 10.222.0.15 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581523 Mar 10 06:18:42.932268 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-cd6b3496-cbd8-48c2-a589-b1224f54f755 service neutron] 10.222.0.15 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340599 Mar 10 06:18:42.949035 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5045-87b7-4653-ad7a-5eca7bae63bc req-be85ddf1-1b44-4147-98f3-38707d9eabb5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:42.951074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b46f5045-87b7-4653-ad7a-5eca7bae63bc req-be85ddf1-1b44-4147-98f3-38707d9eabb5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 945 time: 0.1122699 Mar 10 06:18:43.032009 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b46f5045-87b7-4653-ad7a-5eca7bae63bc req-5924425e-a751-4177-a9a2-76052292d1a0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667117 Mar 10 06:18:43.142531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187a925-0391-4b22-9167-df388c82c0a6 req-1ff19ee0-9ff9-4768-9de5-ec85ec141a1f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:43.151370 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0187a925-0391-4b22-9167-df388c82c0a6 req-1ff19ee0-9ff9-4768-9de5-ec85ec141a1f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0672398 Mar 10 06:18:43.230999 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0187a925-0391-4b22-9167-df388c82c0a6 req-b4c62cd3-d5ea-4057-b94e-482085813fce tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726466 Mar 10 06:18:43.346888 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e29a0ac1-30a9-48db-925a-c530b7e4a672 req-db5e8e98-46a6-4777-8d9f-c60d5fbe9ce4 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0508981 Mar 10 06:18:43.895970 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444ca78-093f-4004-8593-4577354cd5bc req-189cdd00-35d2-401f-adc0-27a27763eb98 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:43.897590 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d444ca78-093f-4004-8593-4577354cd5bc req-189cdd00-35d2-401f-adc0-27a27763eb98 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Mar 10 06:18:43.948980 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d444ca78-093f-4004-8593-4577354cd5bc req-9b945a46-498a-4ab9-b93b-81812243c9e2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445008 Mar 10 06:18:44.167531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c6f8b-1c96-4d5a-9e29-f519e75061b0 req-d297d3b2-80d8-4586-abfd-dd078510fde6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:44.169103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b25c6f8b-1c96-4d5a-9e29-f519e75061b0 req-d297d3b2-80d8-4586-abfd-dd078510fde6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 945 time: 0.0752034 Mar 10 06:18:44.240428 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b25c6f8b-1c96-4d5a-9e29-f519e75061b0 req-f082a5c6-c5ca-4264-9cf3-da17955c989d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654311 Mar 10 06:18:44.348929 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44566810-9d1b-4ebb-a96a-24940c2022ea req-a961532d-cf52-4610-9575-e43912850ef8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:44.350406 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44566810-9d1b-4ebb-a96a-24940c2022ea req-a961532d-cf52-4610-9575-e43912850ef8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0535624 Mar 10 06:18:44.400811 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-44566810-9d1b-4ebb-a96a-24940c2022ea req-b3e6be4a-4e0a-4416-8546-16f9ec5e8d66 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Mar 10 06:18:44.428204 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3db54de2-2f94-463f-a35f-ec5323b9556e req-3568fe10-4c30-4a08-88d2-444f0c111bb6 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0264456 Mar 10 06:18:45.079023 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device a5b3f7e5-7916-4df3-9e3d-809c3815f289 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:18:45.115922 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2492ca-d8c2-422f-b4f9-b6aee4e2d612 req-32c9d013-eebc-457d-a9e8-d5b98bc074fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:45.117632 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3e2492ca-d8c2-422f-b4f9-b6aee4e2d612 req-32c9d013-eebc-457d-a9e8-d5b98bc074fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0704997 Mar 10 06:18:45.171836 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3e2492ca-d8c2-422f-b4f9-b6aee4e2d612 req-c8e2aa64-65cd-480f-8355-0fcfe357dc3e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474257 Mar 10 06:18:45.298954 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port a5b3f7e5-7916-4df3-9e3d-809c3815f289 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:18:45.306677 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port a5b3f7e5-7916-4df3-9e3d-809c3815f289 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:45.307199 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:45.384620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caa3e3-b464-4988-af7a-c7b6d64d85fe req-701ef273-92e0-47ee-a0f1-46777b4e8585 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:45.384739 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-00caa3e3-b464-4988-af7a-c7b6d64d85fe req-701ef273-92e0-47ee-a0f1-46777b4e8585 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 945 time: 0.0654848 Mar 10 06:18:45.443893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port a5b3f7e5-7916-4df3-9e3d-809c3815f289 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:45.444431 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:45.452468 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-00caa3e3-b464-4988-af7a-c7b6d64d85fe req-336015f0-be07-4df5-b487-df7a674e3f37 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586300 Mar 10 06:18:45.489975 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:45.489975 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c3064b-6854-421a-b8a8-79f4e6e2b15a" -d '{"events": [{"server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "name": "network-vif-plugged", "status": "completed", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:45.494488 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:45.574509 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c6f945eb-3d23-480f-9e56-0e3f432628f7 req-6b18d0f6-8845-4ad9-b382-ff28775fe0b0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0349915 Mar 10 06:18:45.590979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b2ffc-a14d-444d-90eb-c434430e6d60 req-0707a973-57be-43fe-a6f8-0ff876823f3d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:45.595120 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-769b2ffc-a14d-444d-90eb-c434430e6d60 req-0707a973-57be-43fe-a6f8-0ff876823f3d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0932245 Mar 10 06:18:45.628442 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15068d5-507b-4d62-bcea-315e90fe84c2 x-openstack-request-id: req-e15068d5-507b-4d62-bcea-315e90fe84c2 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:45.629299 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "name": "network-vif-plugged", "status": "completed", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:45.629561 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e15068d5-507b-4d62-bcea-315e90fe84c2 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:45.629959 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'code': 200} Mar 10 06:18:45.644814 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-769b2ffc-a14d-444d-90eb-c434430e6d60 req-494d6142-acdc-40b4-b2b4-c06932f8eaf0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478911 Mar 10 06:18:45.690923 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:45.749206 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:46.099907 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c02cf4-94c7-4a83-a9b8-2caaff4e6716 req-1247d350-cbaf-4f05-88de-4f512243990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:46.101420 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-a2c02cf4-94c7-4a83-a9b8-2caaff4e6716 req-1247d350-cbaf-4f05-88de-4f512243990f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 1130 time: 0.0783620 Mar 10 06:18:46.199289 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-a2c02cf4-94c7-4a83-a9b8-2caaff4e6716 req-138d2bf3-b825-4f90-91a6-6e9b8069eb85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Mar 10 06:18:46.266573 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 50298) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:46.316426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb321e-94f7-46eb-ba91-d3127abe5c88 req-093cb3ea-8f40-48de-95a3-4a0eacd151fd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:46.318010 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f0bb321e-94f7-46eb-ba91-d3127abe5c88 req-093cb3ea-8f40-48de-95a3-4a0eacd151fd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0706849 Mar 10 06:18:46.365914 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f0bb321e-94f7-46eb-ba91-d3127abe5c88 req-44b596a1-041a-45dc-b81e-53f9fbbd5e12 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 Mar 10 06:18:46.400543 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.478253 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Publish callbacks [] for security_group (603d5576-fd35-4de0-bc29-cc9faff62ee7), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.552906 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (603d5576-fd35-4de0-bc29-cc9faff62ee7), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.590450 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afd8c8da5403415aa120fda7fec1cc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220124 Mar 10 06:18:46.592537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d5576-fd35-4de0-bc29-cc9faff62ee7,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:46.594253 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54c722-0173-4095-b841-1c3c26636122 req-1966c0b8-1cc0-408e-adc0-e31b8a11fb24 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:46.594499 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 50308) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:46.595750 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ff54c722-0173-4095-b841-1c3c26636122 req-1966c0b8-1cc0-408e-adc0-e31b8a11fb24 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0531704 Mar 10 06:18:46.613312 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.613686 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.614039 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.614379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.614734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.615072 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.615420 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.615754 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.616181 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.616418 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.616793 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.617059 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.617380 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1176a-df58-436e-9262-f0dc1900ede4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:18:46.652695 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ff54c722-0173-4095-b841-1c3c26636122 req-07eb7e75-ed75-4390-a47b-c77782a19fd7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511432 Mar 10 06:18:46.671207 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] Publish callbacks [] for security_group (603d5576-fd35-4de0-bc29-cc9faff62ee7), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.709509 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] Publish callbacks [] for security_group (603d5576-fd35-4de0-bc29-cc9faff62ee7), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.709685 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-495c51d2-0187-4274-9633-c71265ca562c req-881c6bf9-d276-4129-8e1d-bcbfd5b137cf tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0335584 Mar 10 06:18:46.792193 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e5ad-14d2-444f-af71-e989932510df req-267c3d19-11e8-4db8-8cea-3ab9dd8df824 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:46.793923 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3000e5ad-14d2-444f-af71-e989932510df req-267c3d19-11e8-4db8-8cea-3ab9dd8df824 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0640390 Mar 10 06:18:46.843908 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3000e5ad-14d2-444f-af71-e989932510df req-c6eceab9-60e4-4167-977d-af6ce42af8a1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Mar 10 06:18:46.844538 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (603d5576-fd35-4de0-bc29-cc9faff62ee7), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.847288 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:46.848487 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/603d5576-fd35-4de0-bc29-cc9faff62ee7 HTTP/1.1" status: 204 len: 168 time: 0.2530365 Mar 10 06:18:46.858356 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe60d4-ad08-4ee4-ba7f-800c0a23d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d5576-fd35-4de0-bc29-cc9faff62ee7,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:47.493794 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085f734-1e39-46a9-849c-c8424e07330c req-222761f4-c82d-4dcb-8c57-7b0eb9addf0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.495674 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0085f734-1e39-46a9-849c-c8424e07330c req-222761f4-c82d-4dcb-8c57-7b0eb9addf0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0585752 Mar 10 06:18:47.553046 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-b02a560f-b754-4e9d-a775-a06931ccd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.556235 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-b02a560f-b754-4e9d-a775-a06931ccd3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1129 time: 0.0593073 Mar 10 06:18:47.565420 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0085f734-1e39-46a9-849c-c8424e07330c req-dcaec7bc-5b6f-422c-b535-6edf9ff81585 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639660 Mar 10 06:18:47.656883 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-a7548c7f-ebbe-4fe7-acc5-0d77065aa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.658346 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-a7548c7f-ebbe-4fe7-acc5-0d77065aa1f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.0881574 Mar 10 06:18:47.782064 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-80e3c7f4-4b99-4475-b58d-bb99dcbf0fa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 1001 time: 0.1171882 Mar 10 06:18:47.822918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-baf377cf-f5ff-4fe5-a8b4-c66a809b4eb4 req-c94c245f-48bd-411b-a5b1-f52c30cbd590 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0329406 Mar 10 06:18:47.834802 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4ca22-1144-48b1-98d3-e5fe10df4324 req-668d20c6-5129-4cd8-8488-a3b76cf106bd tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.836249 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-26c4ca22-1144-48b1-98d3-e5fe10df4324 req-668d20c6-5129-4cd8-8488-a3b76cf106bd tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.1004250 Mar 10 06:18:47.890635 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-dbd1dad7-5e5d-4fb4-8698-2d8c61a12ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.892187 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-dbd1dad7-5e5d-4fb4-8698-2d8c61a12ed6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0494347 Mar 10 06:18:47.970323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-6268154a-f9a4-4092-919b-18ed16a68bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:47.971851 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-6268154a-f9a4-4092-919b-18ed16a68bd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537581 Mar 10 06:18:48.006638 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-26c4ca22-1144-48b1-98d3-e5fe10df4324 req-a39a0bd1-9eca-4346-a0ab-1b0e94d376bf tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636300 Mar 10 06:18:48.042762 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-981db1e9-5c30-4455-90bc-723e4d748ca7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:48.045687 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-981db1e9-5c30-4455-90bc-723e4d748ca7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 815 time: 0.2033262 Mar 10 06:18:48.068172 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7ed85-4bfd-4e66-a197-a61db3b614c1 req-3aadf9ea-24f1-4074-88b4-5342dba31473 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:48.072047 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fe7ed85-4bfd-4e66-a197-a61db3b614c1 req-3aadf9ea-24f1-4074-88b4-5342dba31473 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1292226 Mar 10 06:18:48.085343 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-ce93966c-1832-4a5e-9fd8-627afd109484 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Mar 10 06:18:48.090719 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'port': {'device_id': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'admin_state_up': True, 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:48.188629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fe7ed85-4bfd-4e66-a197-a61db3b614c1 req-ad490b79-df95-4de5-8690-20f2b2f5bec6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103852 Mar 10 06:18:48.312042 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-410e00ba-5f98-4784-95ae-c00fd30bcf97 req-f714fbab-cc0b-41b5-8219-dd900a0324a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989704 Mar 10 06:18:48.333504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Made reservation on behalf of 5a849f62fadb45cc91e802e4ccd5cba2 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:18:48.339965 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:48.471275 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Allocated IP 172.20.0.6 (699775e2-8905-4531-bfb3-b98d8e841c56/0af28b4b-ddd6-4764-b893-dc5df15a3794/76d78dfa-f336-4513-a3d5-124579d1fa78) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:18:48.655734 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:48.744417 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab67a4-2f8b-473f-8424-51db256a92ff req-87295494-e52c-4179-8446-49ec12c25bd0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:48.745907 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c3ab67a4-2f8b-473f-8424-51db256a92ff req-87295494-e52c-4179-8446-49ec12c25bd0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0812063 Mar 10 06:18:48.798710 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c3ab67a4-2f8b-473f-8424-51db256a92ff req-ff121b3b-adb4-47bf-8e7e-055cd2819bb7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Mar 10 06:18:48.816489 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:48.865282 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Network 699775e2-8905-4531-bfb3-b98d8e841c56 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:18:48.868593 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:18:48.871203 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:18:48.876752 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:48.877361 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:48.898238 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:48.983669 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e036-2e92-426d-b159-ff028bce9c32 req-93a9bbbc-0120-405e-a08c-fbdfad2f1b65 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:48.985404 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1528e036-2e92-426d-b159-ff028bce9c32 req-93a9bbbc-0120-405e-a08c-fbdfad2f1b65 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0800736 Mar 10 06:18:49.029277 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-945f4bc6-2a4c-4e3d-b656-6c8ab6a604aa tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486601 Mar 10 06:18:49.100497 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1528e036-2e92-426d-b159-ff028bce9c32 req-7ce77e07-311a-4b2b-be99-a1faf4311755 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069093 Mar 10 06:18:49.222964 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-7cb74f40-0c85-4603-ab38-5d25d63e6b6c None None] Provisioning complete for port 76d78dfa-f336-4513-a3d5-124579d1fa78 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:18:49.226227 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7cb74f40-0c85-4603-ab38-5d25d63e6b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:49.301483 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f235a27-fbd5-4ba3-9de1-3ceb99a9cb69 req-2c1758f5-b5be-4096-8802-fd7fb9568cf2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:49.310974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f235a27-fbd5-4ba3-9de1-3ceb99a9cb69 req-2c1758f5-b5be-4096-8802-fd7fb9568cf2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.1750035 Mar 10 06:18:49.346210 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7cb74f40-0c85-4603-ab38-5d25d63e6b6c None None] Port 76d78dfa-f336-4513-a3d5-124579d1fa78 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:18:49.467090 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f235a27-fbd5-4ba3-9de1-3ceb99a9cb69 req-6b57b420-5c2c-43e7-8f26-0a69989288df tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419024 Mar 10 06:18:49.496805 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d1cd-ee07-4e62-aa49-47aa2815155a req-4d9ef529-8754-4ac5-9704-f1143b6d6092 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:49.498705 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84c7d1cd-ee07-4e62-aa49-47aa2815155a req-4d9ef529-8754-4ac5-9704-f1143b6d6092 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1447852 Mar 10 06:18:49.573184 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84c7d1cd-ee07-4e62-aa49-47aa2815155a req-44d1cdd1-2fc6-4be1-baed-2bcbe98d0c60 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Mar 10 06:18:49.691616 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd500a-a2bf-4bc3-a605-973ade10288b req-61cda8b6-6d1e-4d72-8120-6a3cce864030 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:49.693511 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-47cd500a-a2bf-4bc3-a605-973ade10288b req-61cda8b6-6d1e-4d72-8120-6a3cce864030 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.1028366 Mar 10 06:18:49.698449 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 50442) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:49.704404 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'port_id': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:49.754801 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:49.957311 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aacfb-04d8-45bd-b082-48613daafa74 req-7f4cf9ad-481c-4016-b761-fd667c9c7c96 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:49.959274 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-195aacfb-04d8-45bd-b082-48613daafa74 req-7f4cf9ad-481c-4016-b761-fd667c9c7c96 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0771301 Mar 10 06:18:50.029059 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-195aacfb-04d8-45bd-b082-48613daafa74 req-2b1a6cc8-370f-4c82-8de3-47679fc8c6bb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600905 Mar 10 06:18:50.354297 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ba51a-fcda-4864-8129-866778d96080 req-a1f97cd8-1541-417a-8154-3f15f572dd4d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:50.356061 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-111ba51a-fcda-4864-8129-866778d96080 req-a1f97cd8-1541-417a-8154-3f15f572dd4d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.1244876 Mar 10 06:18:50.448081 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-111ba51a-fcda-4864-8129-866778d96080 req-1c794340-3b32-4e0c-8bcb-ba746782c9cb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770657 Mar 10 06:18:50.466254 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:50.573251 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:50.713688 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 84bcb67a-7bd9-4332-a67f-260e047914b2 associated. External IP: 172.27.2.104, port: a5b3f7e5-7916-4df3-9e3d-809c3815f289. Mar 10 06:18:50.742192 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b6f3-68a3-4cbb-aeef-d2a9f6811849 req-ef167438-9c83-4833-a621-0338256bf126 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:50.744891 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c833b6f3-68a3-4cbb-aeef-d2a9f6811849 req-ef167438-9c83-4833-a621-0338256bf126 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0891347 Mar 10 06:18:50.818602 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c833b6f3-68a3-4cbb-aeef-d2a9f6811849 req-afee4a85-b329-4b03-973c-1a0f8ce1ced2 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660965 Mar 10 06:18:51.100274 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:18:51.194327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da413f8f-46b3-4bc6-8d19-7a15d6ea798e req-d1d4a15a-dec3-4cdc-99c9-0a051fe9f48b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:51.198615 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da413f8f-46b3-4bc6-8d19-7a15d6ea798e req-d1d4a15a-dec3-4cdc-99c9-0a051fe9f48b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 945 time: 0.0732453 Mar 10 06:18:51.220695 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: ACTIVE; New status is: DOWN {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:18:51.221350 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:51.241847 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:18:51.256366 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:51.259917 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee022e6-6744-4b31-8397-dd707523f4c6" -d '{"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-unplugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:51.276324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:18:51.290319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da413f8f-46b3-4bc6-8d19-7a15d6ea798e req-f055d011-f6f3-42b9-8b92-a6ff28604c9e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845006 Mar 10 06:18:51.350861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b1369-a309-4e81-9da7-c96b7282324b x-openstack-request-id: req-129b1369-a309-4e81-9da7-c96b7282324b {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:51.351179 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-unplugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:51.351439 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-129b1369-a309-4e81-9da7-c96b7282324b {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:51.351830 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'code': 200} Mar 10 06:18:51.367550 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:51.385773 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:18:51.395950 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:51.398327 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:18:51.409797 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:51.410820 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:18:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:51.462046 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1879eef3-22ac-45c7-95e9-35464be4c13b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "PUT /v2.0/floatingips/84bcb67a-7bd9-4332-a67f-260e047914b2 HTTP/1.1" status: 200 len: 992 time: 1.7619786 Mar 10 06:18:51.462878 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:51.468692 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e7117-d942-4a02-8972-d9fa7bc0f93a" -d '{"events": [{"name": "network-changed", "server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:51.491877 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=8']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:51.535965 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f51146-85e0-4bf7-a83f-3f493ae3ed88 x-openstack-request-id: req-71f51146-85e0-4bf7-a83f-3f493ae3ed88 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:51.536264 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:51.536586 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71f51146-85e0-4bf7-a83f-3f493ae3ed88 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:51.537088 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'status': 'completed', 'code': 200} Mar 10 06:18:51.559917 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:51.658228 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98a540-5dac-4ac1-81da-4cd3ff69827f req-85c68c07-281b-4a88-80d0-b56af3583270 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:51.665755 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5c98a540-5dac-4ac1-81da-4cd3ff69827f req-85c68c07-281b-4a88-80d0-b56af3583270 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0713735 Mar 10 06:18:51.728144 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5c98a540-5dac-4ac1-81da-4cd3ff69827f req-6dd22996-fbcb-43da-ab45-936711d3d604 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614388 Mar 10 06:18:51.842758 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}, {'id': '84bcb67a-7bd9-4332-a67f-260e047914b2', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:c3:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:18:24Z', 'updated_at': '2022-03-10T06:18:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:51.881065 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:18:51.891065 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:18:51.891683 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:18:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:51.966103 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa7de-2b4f-43f5-9a45-ebf4ebad67b6 req-7af99aa3-1224-42c8-9f00-230cb9608891 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:51.968735 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28afa7de-2b4f-43f5-9a45-ebf4ebad67b6 req-7af99aa3-1224-42c8-9f00-230cb9608891 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0745537 Mar 10 06:18:52.021213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28afa7de-2b4f-43f5-9a45-ebf4ebad67b6 req-4af4bab9-3b42-4df0-82e5-31412492ee91 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Mar 10 06:18:52.032089 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:18:52.324209 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}, {'id': '84bcb67a-7bd9-4332-a67f-260e047914b2', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:c3:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:18:24Z', 'updated_at': '2022-03-10T06:18:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:18:52.356016 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a03da-a91f-4038-9994-63c455015f2d None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}, {'id': '84bcb67a-7bd9-4332-a67f-260e047914b2', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:c3:73:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:18:24Z', 'updated_at': '2022-03-10T06:18:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:18:52.442995 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3469f-bfb2-472b-a0ba-00c4827c03bf req-91355e93-cd9b-4289-b179-e7dd6da06f2c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:52.444483 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5fc3469f-bfb2-472b-a0ba-00c4827c03bf req-91355e93-cd9b-4289-b179-e7dd6da06f2c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0730214 Mar 10 06:18:52.551630 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5fc3469f-bfb2-472b-a0ba-00c4827c03bf req-6d4a3abe-83e4-4da7-b552-a2d4559c1b6e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004782 Mar 10 06:18:52.694585 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f7925-0c70-4a27-ad16-9accbecd2934 None None] New status for floating IP 84bcb67a-7bd9-4332-a67f-260e047914b2: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:18:52.862813 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b7a03-a61a-446b-9eff-2ddc8c8d6d62 req-196cb307-788c-48fe-a50f-7a8042ecc65c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:52.865372 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-006b7a03-a61a-446b-9eff-2ddc8c8d6d62 req-196cb307-788c-48fe-a50f-7a8042ecc65c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0636559 Mar 10 06:18:52.918943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-006b7a03-a61a-446b-9eff-2ddc8c8d6d62 req-abbf053b-1257-48cc-8ebd-28b1ba658b53 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Mar 10 06:18:53.147408 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522cd54-9ae3-4245-ade9-b104f3de637b req-8e127a2c-0f5e-4ce0-be5c-26e637cf1f03 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:53.148822 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0522cd54-9ae3-4245-ade9-b104f3de637b req-8e127a2c-0f5e-4ce0-be5c-26e637cf1f03 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0566261 Mar 10 06:18:53.199382 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0522cd54-9ae3-4245-ade9-b104f3de637b req-3b3f4e93-fec2-4f51-b3d6-bd20d4e6c920 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Mar 10 06:18:53.720700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77184001-1bd9-4802-ba4c-19ead1901c5d req-497530c9-00f3-4469-b633-1a6fe9625e42 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:53.722217 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77184001-1bd9-4802-ba4c-19ead1901c5d req-497530c9-00f3-4469-b633-1a6fe9625e42 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0688219 Mar 10 06:18:53.774010 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-77184001-1bd9-4802-ba4c-19ead1901c5d req-f99ee7c6-9545-4d63-a067-1cd478c35e00 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455401 Mar 10 06:18:54.050673 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f55dd-a2ca-474d-aab0-2b57e21e7871 req-47e00b8e-56a1-45ad-a811-6923a448ef77 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:54.052312 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-479f55dd-a2ca-474d-aab0-2b57e21e7871 req-47e00b8e-56a1-45ad-a811-6923a448ef77 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0617592 Mar 10 06:18:54.108388 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-479f55dd-a2ca-474d-aab0-2b57e21e7871 req-c32b6de6-0384-413a-a298-bddca536cef5 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Mar 10 06:18:54.325701 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838162a-83d7-4d24-b5e5-8a6b89b73e39 req-f5d91036-94fe-4f41-bdba-165fb6661c3a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:54.327251 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a838162a-83d7-4d24-b5e5-8a6b89b73e39 req-f5d91036-94fe-4f41-bdba-165fb6661c3a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0564389 Mar 10 06:18:54.398184 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a838162a-83d7-4d24-b5e5-8a6b89b73e39 req-45fdba24-3da1-4606-9d0d-249dbc2ded64 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645087 Mar 10 06:18:54.905127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ed40c-d89a-4e88-9391-b31de2187996 req-e46eac59-56d9-4540-852b-288050ec9e08 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:54.918938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a65ed40c-d89a-4e88-9391-b31de2187996 req-e46eac59-56d9-4540-852b-288050ec9e08 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0529206 Mar 10 06:18:54.963085 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a65ed40c-d89a-4e88-9391-b31de2187996 req-955aa175-bd1c-4e24-9886-a16d124c9997 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502124 Mar 10 06:18:55.250131 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda28411-b906-40ee-85a8-385d888cf9fa req-9eea6940-2a74-4fd3-82fa-2f8c4bbd38be tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:55.251712 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dda28411-b906-40ee-85a8-385d888cf9fa req-9eea6940-2a74-4fd3-82fa-2f8c4bbd38be tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0668602 Mar 10 06:18:55.313742 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dda28411-b906-40ee-85a8-385d888cf9fa req-033955f2-224c-41e5-9e62-c97a8cff4e9c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Mar 10 06:18:55.573164 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d53b9-b97a-4db8-abdc-89a241826100 req-f77637b6-465f-44d1-bbc0-2d0051b906be tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:55.574566 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-945d53b9-b97a-4db8-abdc-89a241826100 req-f77637b6-465f-44d1-bbc0-2d0051b906be tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0742946 Mar 10 06:18:55.623962 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-945d53b9-b97a-4db8-abdc-89a241826100 req-f35e20b9-c135-46cf-b195-e795e9b9d156 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Mar 10 06:18:55.773723 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3d849cec-dec6-41e5-b7b6-fb65c541a331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:56.109917 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84fcbe-3831-42bb-967f-bff0a1945339 req-84aa50bd-fe7d-426f-85d9-fdfc521af5ae tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:56.111465 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d84fcbe-3831-42bb-967f-bff0a1945339 req-84aa50bd-fe7d-426f-85d9-fdfc521af5ae tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0631914 Mar 10 06:18:56.177587 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d84fcbe-3831-42bb-967f-bff0a1945339 req-4c742f61-9d33-4d75-a120-9d34c19b65f0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600533 Mar 10 06:18:56.457752 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f554e6-7c6e-48ba-983b-1dc90fe9de3c req-14043007-7bc4-47da-aac0-c3ad4bed323f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:56.459610 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9f554e6-7c6e-48ba-983b-1dc90fe9de3c req-14043007-7bc4-47da-aac0-c3ad4bed323f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0654020 Mar 10 06:18:56.514818 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9f554e6-7c6e-48ba-983b-1dc90fe9de3c req-1f6d3dfb-df1b-44a2-94d0-0c99f71cc13c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Mar 10 06:18:56.763922 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9e8e-688b-4ee0-abc9-21cc8dc5a913 req-82cd4939-6c23-455b-9add-8fcc09d8999b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:56.763922 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a7f9e8e-688b-4ee0-abc9-21cc8dc5a913 req-82cd4939-6c23-455b-9add-8fcc09d8999b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0558639 Mar 10 06:18:56.847923 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a7f9e8e-688b-4ee0-abc9-21cc8dc5a913 req-c9fd5ff6-0e0f-450e-8e81-922355ec3676 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768504 Mar 10 06:18:57.339488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bbf49-280e-46c2-a315-9efc8cad664a req-5b212e60-1216-4e25-8557-301ba2b96d11 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:57.341641 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-617bbf49-280e-46c2-a315-9efc8cad664a req-5b212e60-1216-4e25-8557-301ba2b96d11 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0679183 Mar 10 06:18:57.409237 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-617bbf49-280e-46c2-a315-9efc8cad664a req-7bc39814-e0d0-43a1-9451-61adc67c9878 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611155 Mar 10 06:18:57.526335 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 50558) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:57.644137 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9dc75-0b87-45b9-a2bd-bcc5250232a1 req-df268ab6-ad07-4b26-b773-3812e5d70801 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:57.645707 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-53b9dc75-0b87-45b9-a2bd-bcc5250232a1 req-df268ab6-ad07-4b26-b773-3812e5d70801 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.0604148 Mar 10 06:18:57.663189 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5f509c-5120-4a0f-8146-cd513ed2f2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:57.747448 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-53b9dc75-0b87-45b9-a2bd-bcc5250232a1 req-1ee8f6d7-be29-4b21-bb86-ab41999ed9e7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854752 Mar 10 06:18:57.796684 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5f509c-5120-4a0f-8146-cd513ed2f2d1 admin admin] Publish callbacks [] for security_group (d6839c2c-288f-467d-823c-69812ae2faf2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:57.864142 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5f509c-5120-4a0f-8146-cd513ed2f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d6839c2c-288f-467d-823c-69812ae2faf2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:57.911675 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3d5f509c-5120-4a0f-8146-cd513ed2f2d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a172dc88b3014deeae93b730267c2a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838155 Mar 10 06:18:57.917670 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 50570) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:18:57.924663 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f509c-5120-4a0f-8146-cd513ed2f2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6839c2c-288f-467d-823c-69812ae2faf2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:57.962581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c2962bc8-3cc9-4b81-a288-128a768aa70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:57.983337 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] Publish callbacks [] for security_group (d6839c2c-288f-467d-823c-69812ae2faf2), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:58.017879 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] Publish callbacks [] for security_group (d6839c2c-288f-467d-823c-69812ae2faf2), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:58.036128 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7cab9-38e6-49dd-933d-17b7c4f0bea1 req-9f556517-f2e9-4c88-b3ff-b89416071d65 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:58.037798 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f7cab9-38e6-49dd-933d-17b7c4f0bea1 req-9f556517-f2e9-4c88-b3ff-b89416071d65 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0875235 Mar 10 06:18:58.091689 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f7cab9-38e6-49dd-933d-17b7c4f0bea1 req-3c0e2409-5986-4052-9d56-c7f07a5cdf4a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Mar 10 06:18:58.156710 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d6839c2c-288f-467d-823c-69812ae2faf2), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:58.161239 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:58.163131 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6839c2c-288f-467d-823c-69812ae2faf2 HTTP/1.1" status: 204 len: 168 time: 0.2442980 Mar 10 06:18:58.174578 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434f076-4cfc-4857-bbfa-57feb8202cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6839c2c-288f-467d-823c-69812ae2faf2,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:58.549426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9f11-4e48-462d-8d50-436192011523 req-9469dd2a-06c1-4f59-945a-a3d3c0abc972 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:58.550918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-56fb9f11-4e48-462d-8d50-436192011523 req-9469dd2a-06c1-4f59-945a-a3d3c0abc972 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0525200 Mar 10 06:18:58.601426 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-56fb9f11-4e48-462d-8d50-436192011523 req-b899c983-9c44-4b88-971a-a975dea66f5a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434308 Mar 10 06:18:58.699890 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Request body: {'port': {'device_id': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:18:58.756703 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-be0a19ef-8043-4667-a6f4-a3c4eb33e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:58.759061 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-be0a19ef-8043-4667-a6f4-a3c4eb33e542 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 1130 time: 0.0441909 Mar 10 06:18:58.766556 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:58.876857 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-b5f31040-5ef6-48a8-938b-a32e565fb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:58.878613 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-b5f31040-5ef6-48a8-938b-a32e565fb295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 916 time: 0.1048243 Mar 10 06:18:59.003414 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff95d3-e8f0-4d11-8fcf-8127a22b7aca req-1b21688c-8ef8-4cf2-8255-88355da6b720 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.005021 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25ff95d3-e8f0-4d11-8fcf-8127a22b7aca req-1b21688c-8ef8-4cf2-8255-88355da6b720 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 931 time: 0.1146085 Mar 10 06:18:59.021214 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-9494093a-293e-4cc0-b2f3-235163f8d02e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289 HTTP/1.1" status: 200 len: 1002 time: 0.1058171 Mar 10 06:18:59.084003 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-553dad5a-7839-4609-bb8e-9d8e02394e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.091256 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-553dad5a-7839-4609-bb8e-9d8e02394e41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0498483 Mar 10 06:18:59.132831 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25ff95d3-e8f0-4d11-8fcf-8127a22b7aca req-f1dc18cf-001a-4628-bf17-ffcaecc40e54 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925577 Mar 10 06:18:59.171877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-85c3fa29-bead-4ec5-abde-4fc419b9a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.174287 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-85c3fa29-bead-4ec5-abde-4fc419b9a09a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723269 Mar 10 06:18:59.198915 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d78dfa-f336-4513-a3d5-124579d1fa78 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:18:59.208798 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks [] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.244780 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Transition to ACTIVE for port object 76d78dfa-f336-4513-a3d5-124579d1fa78 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:18:59.250516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.267525 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b4cec-00f3-4486-b5c8-1857a99564a8 req-b0dbe9b0-2239-47b3-9c54-f85fbe515c10 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.269001 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c5b4cec-00f3-4486-b5c8-1857a99564a8 req-b0dbe9b0-2239-47b3-9c54-f85fbe515c10 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0625355 Mar 10 06:18:59.282480 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-41d8f5f8-6d8e-48cb-8078-f40979d9bc86 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995593 Mar 10 06:18:59.339259 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c5b4cec-00f3-4486-b5c8-1857a99564a8 req-06bae684-ec87-473f-8a10-14276c45036a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641026 Mar 10 06:18:59.362246 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.395588 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-041e7117-d942-4a02-8972-d9fa7bc0f93a req-efcc879f-2d7d-470a-b21e-c2fbea5ad185 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027067 Mar 10 06:18:59.446573 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:59.452838 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Attempting to bind port 76d78dfa-f336-4513-a3d5-124579d1fa78 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:18:59.453183 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Attempting to bind port 76d78dfa-f336-4513-a3d5-124579d1fa78 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:18:59.453517 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Attempting to bind port 76d78dfa-f336-4513-a3d5-124579d1fa78 on network 699775e2-8905-4531-bfb3-b98d8e841c56 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:59.458106 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Port 76d78dfa-f336-4513-a3d5-124579d1fa78 on network 699775e2-8905-4531-bfb3-b98d8e841c56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:18:59.458437 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Attempting to bind port 76d78dfa-f336-4513-a3d5-124579d1fa78 on network 699775e2-8905-4531-bfb3-b98d8e841c56 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:18:59.463905 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:18:59.464249 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Checking segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:18:59.464636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Bound using segment: {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:18:59.465073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Bound port: 76d78dfa-f336-4513-a3d5-124579d1fa78, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a6786b-cf41-4062-bc35-56fb67f76b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:18:59.465436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.544614 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:18:59.548866 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:18:59.619028 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.619703 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.654252 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.654895 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:18:59.656284 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] 10.222.0.37 "PUT /v2.0/ports/76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 1093 time: 0.9613993 Mar 10 06:18:59.656726 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:18:59.659168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21320b1-da70-4fe9-a9df-825eceeb680d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:18:59.694524 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e931fe-6432-4fc9-abe2-3045b7f42218 service neutron] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:18:59.761190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374adc08-d001-48a5-95ba-078c19e18dea x-openstack-request-id: req-374adc08-d001-48a5-95ba-078c19e18dea {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:18:59.761484 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:18:59.761739 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-374adc08-d001-48a5-95ba-078c19e18dea {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:18:59.762135 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:18:59.805174 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bf755-6165-4262-a7e4-a9ef8f234044 req-c266dbd7-e39c-42bb-abfa-e65e2783f877 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.806782 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf2bf755-6165-4262-a7e4-a9ef8f234044 req-c266dbd7-e39c-42bb-abfa-e65e2783f877 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0593140 Mar 10 06:18:59.899901 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf2bf755-6165-4262-a7e4-a9ef8f234044 req-7f055b61-fa12-456b-ac78-33c107b36b9e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872324 Mar 10 06:18:59.902886 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-2d62d0c2-11e3-48d8-9eaa-e2b979d0dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:18:59.904086 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-2d62d0c2-11e3-48d8-9eaa-e2b979d0dca5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1127 time: 0.0904720 Mar 10 06:19:00.017224 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-d4f2a2c7-827b-4133-9fd3-cc844baeb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.018719 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-d4f2a2c7-827b-4133-9fd3-cc844baeb876 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951774 Mar 10 06:19:00.136028 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-22554d47-c9d0-495f-97a4-0deab24272cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.137486 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b21320b1-da70-4fe9-a9df-825eceeb680d req-22554d47-c9d0-495f-97a4-0deab24272cf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065416 Mar 10 06:19:00.273616 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-8f655100-5d4c-4031-9f8c-68b93926f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.275230 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-8f655100-5d4c-4031-9f8c-68b93926f4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1127 time: 0.0731928 Mar 10 06:19:00.286105 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc44c80-ae0d-4e3b-a1b2-eefcfc6013d1 req-6c946d81-49d1-47a4-9d91-6daafa5b9f4c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.287493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bc44c80-ae0d-4e3b-a1b2-eefcfc6013d1 req-6c946d81-49d1-47a4-9d91-6daafa5b9f4c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 943 time: 0.0778956 Mar 10 06:19:00.333251 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-e300700c-cf1c-4d7d-b40f-1c1b8b8163b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 217 time: 0.0413499 Mar 10 06:19:00.403231 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bc44c80-ae0d-4e3b-a1b2-eefcfc6013d1 req-89a3bfe3-e70f-49ea-a6cd-b6a40e43344b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058505 Mar 10 06:19:00.412260 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-5d4611ee-6ed7-48b7-a89a-0d27e6117f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.415903 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-5d4611ee-6ed7-48b7-a89a-0d27e6117f82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.0692647 Mar 10 06:19:00.499533 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a944-83a9-44fd-ba98-c742f32bd888 req-44c25847-7e2e-4226-8b3e-021bfda4d457 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.501342 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5662a944-83a9-44fd-ba98-c742f32bd888 req-44c25847-7e2e-4226-8b3e-021bfda4d457 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0805123 Mar 10 06:19:00.526519 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-88774d4f-318a-4a4a-833f-3e29ecf4c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.532262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-88774d4f-318a-4a4a-833f-3e29ecf4c2df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0855289 Mar 10 06:19:00.583489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5662a944-83a9-44fd-ba98-c742f32bd888 req-52180c85-ebd2-44bf-bdee-fe47a675fd3e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758991 Mar 10 06:19:00.647124 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-d13866d4-d29e-48a9-a673-58a01f5df448 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005921 Mar 10 06:19:00.665784 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ee3c-0cd7-44fd-b4e6-b87f0117ab52 req-c5e7575d-8f63-4950-9006-26f8e1ddbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:00.667471 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-dd68ee3c-0cd7-44fd-b4e6-b87f0117ab52 req-c5e7575d-8f63-4950-9006-26f8e1ddbe47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0453386 Mar 10 06:19:00.727590 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-dd68ee3c-0cd7-44fd-b4e6-b87f0117ab52 req-863c08d8-cfc7-4cd1-b0aa-4f2e951a430f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Mar 10 06:19:00.884298 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:01.009356 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f036c31d-1017-4fbb-87ce-3e47269e8017 req-1905a732-952a-4b4e-9738-bc93a4aebc5d service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555303 Mar 10 06:19:01.033612 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25918ad-e8dc-418b-b1b1-db2e4600ac74 req-f82ff4ac-7e54-4b4b-bf89-311409492a20 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:01.033612 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f25918ad-e8dc-418b-b1b1-db2e4600ac74 req-f82ff4ac-7e54-4b4b-bf89-311409492a20 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0617235 Mar 10 06:19:01.087229 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f25918ad-e8dc-418b-b1b1-db2e4600ac74 req-e76d3b1d-8f8a-4a75-9a9e-814dd76680d1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Mar 10 06:19:01.534050 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef801470-5001-4fc2-8c08-605a5d8f04f8 req-eb4e6361-0998-438b-a08d-932698b6d600 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:01.539218 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef801470-5001-4fc2-8c08-605a5d8f04f8 req-eb4e6361-0998-438b-a08d-932698b6d600 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 943 time: 0.0557120 Mar 10 06:19:01.585153 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef801470-5001-4fc2-8c08-605a5d8f04f8 req-654d08a2-189d-4148-9003-1fb8c9ac63ce tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Mar 10 06:19:01.632304 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-cce36b70-0f3d-4bde-9b95-1a57f554c0e6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=87fecdbee71a473f8e66c7957134de75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283861 Mar 10 06:19:01.848501 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc158e1b-9014-4928-84e1-fc05495e0d0d req-6d6dfaee-d3e0-4839-9c66-6a6ff9e0737f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:01.850011 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc158e1b-9014-4928-84e1-fc05495e0d0d req-6d6dfaee-d3e0-4839-9c66-6a6ff9e0737f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1948831 Mar 10 06:19:01.858198 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-3f72cce9-f94f-409b-900c-f9c8ae567cbc tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:01.859621 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-3f72cce9-f94f-409b-900c-f9c8ae567cbc tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216265 Mar 10 06:19:01.894756 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-6ce3f433-a8c8-451a-832d-226066b65dab tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/quotas/87fecdbee71a473f8e66c7957134de75 HTTP/1.1" status: 200 len: 375 time: 0.0251410 Mar 10 06:19:01.941118 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-b28eb5f8-e644-4413-b205-59d1ee79a7e0 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=87fecdbee71a473f8e66c7957134de75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336480 Mar 10 06:19:01.949809 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc158e1b-9014-4928-84e1-fc05495e0d0d req-d00dcee7-619b-4494-ba97-8e2ef040177d tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891433 Mar 10 06:19:02.214070 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-610ef44d-6923-4c35-a438-4863d64576ad req-f18ebeeb-0aff-4c60-a7ce-9e623661af0a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Mar 10 06:19:02.254574 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526d82e-349d-4c8e-8434-b487e50d3411 req-84a8d01d-1168-4509-bb38-3cca7df9ef3f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:02.256084 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8526d82e-349d-4c8e-8434-b487e50d3411 req-84a8d01d-1168-4509-bb38-3cca7df9ef3f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0718222 Mar 10 06:19:02.259653 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:02.314836 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8526d82e-349d-4c8e-8434-b487e50d3411 req-1354aaa4-4b6a-4a43-b0d8-d87f55b6d86a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483108 Mar 10 06:19:02.709262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3638-ba41-48c0-b10f-a7deeddc6c11 req-ebcf7284-265e-4ca0-ba40-f3f7e87875e3 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:02.710853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c52c3638-ba41-48c0-b10f-a7deeddc6c11 req-ebcf7284-265e-4ca0-ba40-f3f7e87875e3 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 943 time: 0.0592020 Mar 10 06:19:02.756435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c52c3638-ba41-48c0-b10f-a7deeddc6c11 req-9b6c3a93-a591-4409-aedb-8fcdba198134 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395083 Mar 10 06:19:03.077524 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bcc2e-962f-465a-a2cb-bfdaa65466e1 req-229310ad-bce4-4cac-8f4e-3c9dc34d7455 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:03.079043 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f5bcc2e-962f-465a-a2cb-bfdaa65466e1 req-229310ad-bce4-4cac-8f4e-3c9dc34d7455 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0571718 Mar 10 06:19:03.125316 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f5bcc2e-962f-465a-a2cb-bfdaa65466e1 req-74797abe-05ca-4547-bf48-7408bdce09d0 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Mar 10 06:19:03.196447 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 76d78dfa-f336-4513-a3d5-124579d1fa78 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:19:03.296426 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:03.307786 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'port_id': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'mac_address': 'fa:16:3e:25:81:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:19:03.345534 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 76d78dfa-f336-4513-a3d5-124579d1fa78 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:03.345924 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:03.347194 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50fae813-82aa-4f97-9732-874d940015e8 req-92863748-3b09-4715-9930-cc6157b0b13c tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Mar 10 06:19:03.363537 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d78dfa-f336-4513-a3d5-124579d1fa78 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:19:03.388809 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:03.482118 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:03.542169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:03.806999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60721ccb-19ff-445a-8e80-b7838c7422be req-d9619a2c-d2d5-4b04-ae25-62eb43b5702f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:03.808482 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60721ccb-19ff-445a-8e80-b7838c7422be req-d9619a2c-d2d5-4b04-ae25-62eb43b5702f tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0533581 Mar 10 06:19:03.857188 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-60721ccb-19ff-445a-8e80-b7838c7422be req-97b54ced-371a-4f79-86aa-6cd47adcd9b3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Mar 10 06:19:03.983586 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-fa06bcf2-0f3a-4b60-b05f-3124993a4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:03.985107 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-fa06bcf2-0f3a-4b60-b05f-3124993a4fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ba34bf7b197465195e25ae6445c4a19&device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 1129 time: 0.0801301 Mar 10 06:19:03.997315 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:04.010748 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77eea47-d3b6-4b68-a847-b43acbf14932 req-956103b6-8aae-4acf-a54e-0f68c3abd308 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:04.012714 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b77eea47-d3b6-4b68-a847-b43acbf14932 req-956103b6-8aae-4acf-a54e-0f68c3abd308 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 944 time: 0.0783751 Mar 10 06:19:04.100613 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-ad81223e-2722-4bea-84bf-5b9be54d5c92 req-5c6f52f9-3059-42ce-bdf9-61d2d2db329b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:19:04.101590 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ad81223e-2722-4bea-84bf-5b9be54d5c92 req-5c6f52f9-3059-42ce-bdf9-61d2d2db329b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055134 Mar 10 06:19:04.128237 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b77eea47-d3b6-4b68-a847-b43acbf14932 req-5217fa4b-6442-4bb5-ac02-4ccdc995d585 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039870 Mar 10 06:19:04.145785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-4c58a30b-0ddb-4c5c-b03b-6bb4fc93e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:04.147728 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-4c58a30b-0ddb-4c5c-b03b-6bb4fc93e8f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 200 len: 919 time: 0.1542420 Mar 10 06:19:04.225103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-159589ff-ace7-4ea5-b71a-7aab19840b0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 200 len: 217 time: 0.0408521 Mar 10 06:19:04.277884 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-83439e5b-db32-431e-b69d-d251a74538ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:04.279376 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-83439e5b-db32-431e-b69d-d251a74538ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 200 len: 858 time: 0.0442846 Mar 10 06:19:04.317316 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-f78d05c7-b9b4-4e05-9c0b-cc8cae283b83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce029d95-34ef-4c3d-a885-9a467e6e9ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285242 Mar 10 06:19:04.468548 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-81797d27-afee-459c-aae3-f153b11d7334 service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435812 Mar 10 06:19:04.488332 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51af582b-60fc-4e04-8d18-de2b190ab3b2 req-7da7b361-7c8f-48be-a3d5-f53b08ab5295 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0590136 Mar 10 06:19:04.569787 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e8836-f69d-4c24-80e7-083694590ce5 req-7000c79f-3c4e-4367-a8ec-6ffb50db8bab tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:04.572098 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b1e8836-f69d-4c24-80e7-083694590ce5 req-7000c79f-3c4e-4367-a8ec-6ffb50db8bab tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1436698 Mar 10 06:19:04.603638 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85d58e85-2651-4661-ba94-fe3c37bbaaa8 req-7026f7b6-286e-4d6d-bd2c-18366fa3376a service neutron] 10.222.0.37 "GET /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174641 Mar 10 06:19:04.635019 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b1e8836-f69d-4c24-80e7-083694590ce5 req-f7df9c65-5880-46b8-b628-31cac4d344f8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570204 Mar 10 06:19:04.977257 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ea980-3ae6-40a7-bf14-ece541621e09 req-b288045a-bab0-4a9a-b42f-fc601983d1d4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:04.978757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c33ea980-3ae6-40a7-bf14-ece541621e09 req-b288045a-bab0-4a9a-b42f-fc601983d1d4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Mar 10 06:19:05.036546 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c33ea980-3ae6-40a7-bf14-ece541621e09 req-46b3b482-ab65-408a-a003-7d0a7589939b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521486 Mar 10 06:19:05.196443 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 50750) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:05.208649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 76d78dfa-f336-4513-a3d5-124579d1fa78 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:19:05.264481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd845c54-fc78-4de2-a0fc-7365b6469382 req-898e9415-460d-4cce-bda9-9ec2717e7dbe tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:05.266171 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd845c54-fc78-4de2-a0fc-7365b6469382 req-898e9415-460d-4cce-bda9-9ec2717e7dbe tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 944 time: 0.0639410 Mar 10 06:19:05.335731 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-c24d8ede-f1a4-4dac-8a8a-aa1dab7f8f4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379969 Mar 10 06:19:05.340049 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd845c54-fc78-4de2-a0fc-7365b6469382 req-66b61195-f28e-47db-bd44-c235aa171d49 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593128 Mar 10 06:19:05.344636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-3d6fc7c1-29c3-4000-a329-86de22b51bf4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:19:05.345798 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-3d6fc7c1-29c3-4000-a329-86de22b51bf4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049338 Mar 10 06:19:05.382000 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 76d78dfa-f336-4513-a3d5-124579d1fa78 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:19:05.387395 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 76d78dfa-f336-4513-a3d5-124579d1fa78 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:19:05.387745 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:05.429637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 50764) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:05.474482 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 76d78dfa-f336-4513-a3d5-124579d1fa78 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:05.474910 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:05.498520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:05.501036 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a8911-712d-4c72-90a0-a97800a02285" -d '{"events": [{"server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "name": "network-vif-plugged", "status": "completed", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:05.514419 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:05.525941 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-2a46c097-1eea-47d4-a676-6130cdf1eb85 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=87fecdbee71a473f8e66c7957134de75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392685 Mar 10 06:19:05.556883 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee78c76-9446-46bd-a93f-a11e4e8a0ef1 x-openstack-request-id: req-eee78c76-9446-46bd-a93f-a11e4e8a0ef1 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:05.559001 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "name": "network-vif-plugged", "status": "completed", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:05.561057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eee78c76-9446-46bd-a93f-a11e4e8a0ef1 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:05.561464 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'code': 200} Mar 10 06:19:05.567867 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-df79f7cc-3fcd-41cf-a5de-07666f606acc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:05.569263 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-df79f7cc-3fcd-41cf-a5de-07666f606acc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports/412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 940 time: 0.1379483 Mar 10 06:19:05.625244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:05.626029 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:19:05.646266 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f75a2afe-94b2-4bd4-ab7c-7614b2a9077c req-3a4ab8e9-f311-40e4-82cc-e1529faab08a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0607309 Mar 10 06:19:05.688581 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-aad66376-b148-4744-853a-1e6a7233109a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:05.690682 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-aad66376-b148-4744-853a-1e6a7233109a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522505 Mar 10 06:19:05.719847 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Request body: {'port': {'device_id': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79', 'admin_state_up': True, 'tenant_id': '87fecdbee71a473f8e66c7957134de75'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:05.781931 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:05.797591 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: DOWN; New status is: DOWN {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:05.864511 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e0a36-6d6e-461a-9642-654034bee6f8 req-877712f3-f081-40e1-b419-1ef58178fcc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:05.865977 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a90e0a36-6d6e-461a-9642-654034bee6f8 req-877712f3-f081-40e1-b419-1ef58178fcc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1275089 Mar 10 06:19:05.928322 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a90e0a36-6d6e-461a-9642-654034bee6f8 req-d36874e9-9905-4938-ab83-8d0c366e3fe4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548325 Mar 10 06:19:06.013795 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Made reservation on behalf of 87fecdbee71a473f8e66c7957134de75 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:19:06.017431 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.026894 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.053347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb1c3c-e979-4668-a10e-ac00c5fa3307 req-c9b6bded-5dd8-4b5d-b7ca-7436487a3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:06.055607 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b4cb1c3c-e979-4668-a10e-ac00c5fa3307 req-c9b6bded-5dd8-4b5d-b7ca-7436487a3097 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1129 time: 0.0430384 Mar 10 06:19:06.120849 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b4cb1c3c-e979-4668-a10e-ac00c5fa3307 req-bcc04d25-c8c4-4d26-a9a8-d8c903858b4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Mar 10 06:19:06.125623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks [] for security_group (2c140214-bacd-4042-99b8-eaf5c4b0ab3c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.186832 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d933e-cfef-4e2e-9eef-901e8f54da10 req-f83cd26c-52c8-44ec-b62a-44efef3c8262 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:06.188301 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c6d933e-cfef-4e2e-9eef-901e8f54da10 req-f83cd26c-52c8-44ec-b62a-44efef3c8262 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Mar 10 06:19:06.236805 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c6d933e-cfef-4e2e-9eef-901e8f54da10 req-8841c6f7-125a-4dbf-b173-58ac0190f5b1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429726 Mar 10 06:19:06.290589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (2c140214-bacd-4042-99b8-eaf5c4b0ab3c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.353617 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c140214-bacd-4042-99b8-eaf5c4b0ab3c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:06.454070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Allocated IP 192.168.233.154 (54f022c5-e795-438d-9eaf-c70a346ceb79/2ad0744a-ecf7-4627-84e6-3b5d7058b06c/caf154d3-1b7a-4f90-b9df-5948cd1997b1) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:19:06.490553 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50352c-f03f-4f15-9a1e-1219a9464fea req-865b5dbe-e3a5-4bf9-bdd5-7251bb2b045a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:06.492015 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc50352c-f03f-4f15-9a1e-1219a9464fea req-865b5dbe-e3a5-4bf9-bdd5-7251bb2b045a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0883512 Mar 10 06:19:06.582439 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc50352c-f03f-4f15-9a1e-1219a9464fea req-08bee02e-b42e-4ab4-b0a0-40f2b91be272 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788388 Mar 10 06:19:06.646290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks [] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.752376 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1dead5ed-0fce-4ba1-9ead-6b0b61ac22c8 req-44942649-55f8-4dd1-85c0-797309ff5768 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Mar 10 06:19:06.770256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.811453 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Network 54f022c5-e795-438d-9eaf-c70a346ceb79 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:19:06.816932 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:19:06.820631 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:19:06.826132 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:06.826341 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:06.839545 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Pushing event updated for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:06.988196 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-05e015b7-b1bd-41e0-9aed-976159da1c69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2733791 Mar 10 06:19:07.039008 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Request body: {'port': {'device_id': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:07.054168 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1d7f533d-4362-41a3-9340-a1c866b775cd None None] Provisioning complete for port caf154d3-1b7a-4f90-b9df-5948cd1997b1 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:19:07.054825 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1d7f533d-4362-41a3-9340-a1c866b775cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:07.090204 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f533d-4362-41a3-9340-a1c866b775cd None None] Port caf154d3-1b7a-4f90-b9df-5948cd1997b1 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:19:07.109402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5dac-e1bc-46f1-9ab9-632085fdeaa1 req-f5f442e2-8b2b-48ef-a2fd-607108d477aa tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:07.110913 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-874f5dac-e1bc-46f1-9ab9-632085fdeaa1 req-f5f442e2-8b2b-48ef-a2fd-607108d477aa tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1046860 Mar 10 06:19:07.124963 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:07.194266 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-874f5dac-e1bc-46f1-9ab9-632085fdeaa1 req-14d35790-ca8e-4b97-b43c-4e88e6f696dd tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769279 Mar 10 06:19:07.414372 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70f95-a650-4ce0-a6d2-ca795615d0b0 req-031b5511-8608-4064-a582-1ec256b042aa tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:07.419319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6be70f95-a650-4ce0-a6d2-ca795615d0b0 req-031b5511-8608-4064-a582-1ec256b042aa tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1115870 Mar 10 06:19:07.477031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf154d3-1b7a-4f90-b9df-5948cd1997b1 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:19:07.489963 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks [] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:07.504133 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6be70f95-a650-4ce0-a6d2-ca795615d0b0 req-9961316c-2094-43af-a0fa-3d9da4ffec6b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812187 Mar 10 06:19:07.509353 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Transition to ACTIVE for port object caf154d3-1b7a-4f90-b9df-5948cd1997b1 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:19:07.601708 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:07.653542 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:07.714557 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Attempting to bind port caf154d3-1b7a-4f90-b9df-5948cd1997b1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:19:07.714926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Attempting to bind port caf154d3-1b7a-4f90-b9df-5948cd1997b1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:19:07.715255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Attempting to bind port caf154d3-1b7a-4f90-b9df-5948cd1997b1 on network 54f022c5-e795-438d-9eaf-c70a346ceb79 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:19:07.724068 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Port caf154d3-1b7a-4f90-b9df-5948cd1997b1 on network 54f022c5-e795-438d-9eaf-c70a346ceb79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:19:07.724404 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Attempting to bind port caf154d3-1b7a-4f90-b9df-5948cd1997b1 on network 54f022c5-e795-438d-9eaf-c70a346ceb79 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:19:07.732911 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:19:07.733252 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Checking segment: {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:19:07.733634 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Bound using segment: {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:19:07.734065 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Bound port: caf154d3-1b7a-4f90-b9df-5948cd1997b1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:19:07.734419 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:07.744389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df767-fb01-467e-8c1a-1874c0e08061 req-861807e6-c22b-4dc1-9fe4-5a1dd6659b09 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:07.745966 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-812df767-fb01-467e-8c1a-1874c0e08061 req-861807e6-c22b-4dc1-9fe4-5a1dd6659b09 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0934114 Mar 10 06:19:07.864757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-812df767-fb01-467e-8c1a-1874c0e08061 req-eab86729-fb6d-4842-93aa-7e414cf56540 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119311 Mar 10 06:19:07.867808 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:19:07.882090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:19:07.903244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bededfc-31b2-4229-b779-af552e515a4d req-f13d698a-24e6-46cd-bd91-ebba46bfed0b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:07.904637 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bededfc-31b2-4229-b779-af552e515a4d req-f13d698a-24e6-46cd-bd91-ebba46bfed0b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0794787 Mar 10 06:19:07.951244 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0bededfc-31b2-4229-b779-af552e515a4d req-fb4a6566-87c1-4e6b-9f48-6c3305dbecbb tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Mar 10 06:19:07.999295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:08.034164 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.034356 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:08.035760 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/caf154d3-1b7a-4f90-b9df-5948cd1997b1 HTTP/1.1" status: 200 len: 1098 time: 1.0019794 Mar 10 06:19:08.036202 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:08.038426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb7c28-ea29-48df-b83a-e139d7e49b16" -d '{"events": [{"name": "network-changed", "server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:08.064221 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f581a-59a0-4cbd-85f1-baac0789b0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:08.075336 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968fd78b-ad64-4b25-bda0-81c968ca44ff x-openstack-request-id: req-968fd78b-ad64-4b25-bda0-81c968ca44ff {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:08.075336 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:08.075504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-968fd78b-ad64-4b25-bda0-81c968ca44ff {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:08.075947 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1', 'status': 'completed', 'code': 200} Mar 10 06:19:08.371181 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba482a-1d6c-401a-97f8-4a5dcf8bde23 req-75204be0-674b-4b85-9501-b1c678769f85 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.372657 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3cba482a-1d6c-401a-97f8-4a5dcf8bde23 req-75204be0-674b-4b85-9501-b1c678769f85 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0914078 Mar 10 06:19:08.681603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7c28-ea29-48df-b83a-e139d7e49b16 req-0becb73e-1454-4728-9021-46d4702f5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.683142 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a5bb7c28-ea29-48df-b83a-e139d7e49b16 req-0becb73e-1454-4728-9021-46d4702f5faf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87fecdbee71a473f8e66c7957134de75&device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 1132 time: 0.3493998 Mar 10 06:19:08.692371 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3cba482a-1d6c-401a-97f8-4a5dcf8bde23 req-70a66c97-dca3-4719-8da2-ff79bab52223 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136208 Mar 10 06:19:08.712708 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50c8e6-6393-42ee-ba95-4bda1c095779 req-474e30c7-3f84-4541-9872-e76ba5d0469c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.714319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d50c8e6-6393-42ee-ba95-4bda1c095779 req-474e30c7-3f84-4541-9872-e76ba5d0469c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0854771 Mar 10 06:19:08.763858 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a5bb7c28-ea29-48df-b83a-e139d7e49b16 req-6602fc50-3ea7-450c-b503-005bfa4fa1a2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=87fecdbee71a473f8e66c7957134de75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276735 Mar 10 06:19:08.781091 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d50c8e6-6393-42ee-ba95-4bda1c095779 req-fefe22d6-ae81-4d60-bb22-255c78e6ea4a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602324 Mar 10 06:19:08.923516 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7c28-ea29-48df-b83a-e139d7e49b16 req-2583d344-1c75-4b37-a625-1af763bf409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.925023 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a5bb7c28-ea29-48df-b83a-e139d7e49b16 req-2583d344-1c75-4b37-a625-1af763bf409d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923080 Mar 10 06:19:08.981090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875efc2b-db99-4022-bd16-c6b34de617c1 req-0a623cf4-6e1c-46c3-8123-c55050624115 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:08.982553 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-875efc2b-db99-4022-bd16-c6b34de617c1 req-0a623cf4-6e1c-46c3-8123-c55050624115 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0506952 Mar 10 06:19:09.060843 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-875efc2b-db99-4022-bd16-c6b34de617c1 req-4739297b-2d10-47a3-9e2a-5c59991096c2 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727084 Mar 10 06:19:09.118707 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-1fbb2892-cdb3-4a06-9ab1-fe3dce186a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.125885 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-1fbb2892-cdb3-4a06-9ab1-fe3dce186a83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=87fecdbee71a473f8e66c7957134de75&device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 1132 time: 0.0866761 Mar 10 06:19:09.127025 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baca11-ada0-47a1-b718-e910a16d9d0b req-af4e83f1-399c-4921-931e-196e7b6e5993 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.128431 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09baca11-ada0-47a1-b718-e910a16d9d0b req-af4e83f1-399c-4921-931e-196e7b6e5993 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.1059299 Mar 10 06:19:09.207814 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-bec13991-e175-4751-8398-313bc4976cb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1 HTTP/1.1" status: 200 len: 217 time: 0.0466704 Mar 10 06:19:09.270243 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09baca11-ada0-47a1-b718-e910a16d9d0b req-3ba24f41-e712-4532-a5e9-aceb24f8e2d6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300216 Mar 10 06:19:09.289284 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8976c9-1a10-44f9-a433-c0926a8d0f48 req-6f5f8475-0462-41e5-9124-f2028fe09de1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.290809 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef8976c9-1a10-44f9-a433-c0926a8d0f48 req-6f5f8475-0462-41e5-9124-f2028fe09de1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.1593258 Mar 10 06:19:09.292403 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-e3641d4e-6fc6-4d77-8721-b07984381eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.293722 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-e3641d4e-6fc6-4d77-8721-b07984381eb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad0744a-ecf7-4627-84e6-3b5d7058b06c HTTP/1.1" status: 200 len: 843 time: 0.0741506 Mar 10 06:19:09.367169 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef8976c9-1a10-44f9-a433-c0926a8d0f48 req-9e3d5a86-1702-4e3f-a1dc-adb7db48b57e tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Mar 10 06:19:09.373775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-6cd2533a-ccca-4818-8b93-5e3c350f7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.375749 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-6cd2533a-ccca-4818-8b93-5e3c350f7dfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54f022c5-e795-438d-9eaf-c70a346ceb79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0723116 Mar 10 06:19:09.498759 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-fc64e526-9d32-47b7-b242-90522712fa3c service neutron] 10.222.0.37 "GET /v2.0/networks/54f022c5-e795-438d-9eaf-c70a346ceb79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062634 Mar 10 06:19:09.591778 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-993078d5-b035-4f42-aaaa-176eb9ea195a req-e90fa22f-bcbc-40cb-96ec-b25c2e1af4b8 service neutron] 10.222.0.37 "GET /v2.0/networks/54f022c5-e795-438d-9eaf-c70a346ceb79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837851 Mar 10 06:19:09.712174 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4410a15-5b01-4ee4-988f-a3d6fb9e6e25 req-fc37a02f-87a6-45e3-af31-45bc13132b98 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.713697 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b4410a15-5b01-4ee4-988f-a3d6fb9e6e25 req-fc37a02f-87a6-45e3-af31-45bc13132b98 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0623815 Mar 10 06:19:09.771705 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b4410a15-5b01-4ee4-988f-a3d6fb9e6e25 req-57933c71-e828-4ab2-a9f2-1554bfc6a109 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Mar 10 06:19:09.825747 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a438-bfb0-429e-af0f-568aedd6bc5f req-8c22cbd3-356e-42df-bd81-beb2db610248 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.828023 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b204a438-bfb0-429e-af0f-568aedd6bc5f req-8c22cbd3-356e-42df-bd81-beb2db610248 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0547380 Mar 10 06:19:09.925766 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b204a438-bfb0-429e-af0f-568aedd6bc5f req-73195ac2-03a9-418d-881e-a30c4304cc43 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919230 Mar 10 06:19:09.947022 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea71ad-6f1f-4f35-8fb5-35115ac437ad req-c1f48440-b29b-47fb-aae9-742b34106fea tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:09.949046 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eeea71ad-6f1f-4f35-8fb5-35115ac437ad req-c1f48440-b29b-47fb-aae9-742b34106fea tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0944557 Mar 10 06:19:10.007563 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eeea71ad-6f1f-4f35-8fb5-35115ac437ad req-415830c1-121c-4a1c-9978-10781116fd78 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Mar 10 06:19:10.419436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea5025-87bd-44a9-b66a-d1c3934ca443 req-6d4669c9-8b5d-42d8-baa5-857c187bfcf3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:10.422073 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-daea5025-87bd-44a9-b66a-d1c3934ca443 req-6d4669c9-8b5d-42d8-baa5-857c187bfcf3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0659811 Mar 10 06:19:10.488658 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-daea5025-87bd-44a9-b66a-d1c3934ca443 req-9c286f5c-8141-4a9c-8a61-8a0a6a930bee tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Mar 10 06:19:10.892746 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:19:11.091426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f729bd-6bc8-4a0c-a192-2e0b2c2c4563 req-b048d0da-570f-45d3-840b-54aa6bc0c3c2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:11.092896 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-55f729bd-6bc8-4a0c-a192-2e0b2c2c4563 req-b048d0da-570f-45d3-840b-54aa6bc0c3c2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0652206 Mar 10 06:19:11.147505 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-55f729bd-6bc8-4a0c-a192-2e0b2c2c4563 req-a9b8f909-0c38-4f6f-8e64-51a53400bae3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Mar 10 06:19:11.609656 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4c222-817b-4030-b1be-5d755c446506 req-d6e3d8c9-8386-41f4-8bb6-53439cead3bf tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:11.611192 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92a4c222-817b-4030-b1be-5d755c446506 req-d6e3d8c9-8386-41f4-8bb6-53439cead3bf tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0528300 Mar 10 06:19:11.657565 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-92a4c222-817b-4030-b1be-5d755c446506 req-144e9bab-34af-463c-b86e-a9b1b559c71c tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Mar 10 06:19:12.267919 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df3d97-f1bd-49cc-9889-272d7a01a704 req-65e16347-1de0-4271-b846-c0985f18e1f7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:12.269398 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85df3d97-f1bd-49cc-9889-272d7a01a704 req-65e16347-1de0-4271-b846-c0985f18e1f7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0526309 Mar 10 06:19:12.314953 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-85df3d97-f1bd-49cc-9889-272d7a01a704 req-59055dab-7cd1-42ce-912b-d1818e29e203 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393872 Mar 10 06:19:12.781989 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b2674-da36-4dd0-add3-d35d30d82fd5 req-31441e1f-c071-414f-9965-b7304d4b480a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:12.783408 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-040b2674-da36-4dd0-add3-d35d30d82fd5 req-31441e1f-c071-414f-9965-b7304d4b480a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0557139 Mar 10 06:19:12.829435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-040b2674-da36-4dd0-add3-d35d30d82fd5 req-2eef571a-33c5-46af-bfe0-3fac45706d69 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Mar 10 06:19:13.438620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcde3-9ca7-45c4-b0df-46cf7d7abcb2 req-77822020-846f-4e6b-92a3-e3f36959bc8e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:13.440119 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-006dcde3-9ca7-45c4-b0df-46cf7d7abcb2 req-77822020-846f-4e6b-92a3-e3f36959bc8e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0536430 Mar 10 06:19:13.486369 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-006dcde3-9ca7-45c4-b0df-46cf7d7abcb2 req-a892282e-0768-4790-bf5d-d7872fa40e49 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Mar 10 06:19:13.895234 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-594e6915-7b8e-4d3b-8912-fadb82721cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:13.896750 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-594e6915-7b8e-4d3b-8912-fadb82721cab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 1127 time: 0.0785098 Mar 10 06:19:13.948088 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0630-3220-4307-8c28-e0aa774b41be req-7f3ad611-582e-471d-97aa-76b564752ab6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:13.949478 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dfde0630-3220-4307-8c28-e0aa774b41be req-7f3ad611-582e-471d-97aa-76b564752ab6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0518663 Mar 10 06:19:14.026626 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dfde0630-3220-4307-8c28-e0aa774b41be req-f33f10ef-33f4-46ac-8938-a7e5c7d88ec3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Mar 10 06:19:14.031497 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-086a4b1a-c608-4429-9641-6a535fb7b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:14.032972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-086a4b1a-c608-4429-9641-6a535fb7b5a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1127 time: 0.0792618 Mar 10 06:19:14.145395 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-0d375a24-6366-49c3-ac76-ff06b59ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:14.146902 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-0d375a24-6366-49c3-ac76-ff06b59ad622 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.0905769 Mar 10 06:19:14.232444 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-764f9f12-c19a-4ff6-8a9b-a38979211fbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 999 time: 0.0614700 Mar 10 06:19:14.284751 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-72357097-59be-41a1-98e7-857161c33863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:14.286222 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-72357097-59be-41a1-98e7-857161c33863 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0456028 Mar 10 06:19:14.332983 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-7d39825d-e4e7-4bd7-b452-f991fa928ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:14.334490 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-7d39825d-e4e7-4bd7-b452-f991fa928ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424371 Mar 10 06:19:14.436404 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-5841cb49-ab6a-48ac-805b-e722ee99891f service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846589 Mar 10 06:19:14.531782 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-632106a9-7cc0-4c56-833f-ca3d92136cba req-870bb9e0-94b3-43fd-af2e-b7f473569f1c service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 Mar 10 06:19:14.609290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fde84-e502-44e7-a115-efb71ee4b890 req-2b5ed255-04d1-4b7a-821f-c1ef8ca4f113 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:14.610778 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-862fde84-e502-44e7-a115-efb71ee4b890 req-2b5ed255-04d1-4b7a-821f-c1ef8ca4f113 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0516596 Mar 10 06:19:14.659678 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-862fde84-e502-44e7-a115-efb71ee4b890 req-a620b52b-d942-4dbd-a9a7-a3dc60b29f84 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Mar 10 06:19:15.157876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd005f5f-8387-4d0f-92b2-1380fb4ef3de req-8ee3cc04-0727-42bd-bda9-68b0a435ece5 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:15.159731 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd005f5f-8387-4d0f-92b2-1380fb4ef3de req-8ee3cc04-0727-42bd-bda9-68b0a435ece5 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0574691 Mar 10 06:19:15.206268 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd005f5f-8387-4d0f-92b2-1380fb4ef3de req-52b298d5-47e3-460e-8a16-a3aafeea7d3d tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Mar 10 06:19:15.795073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547d3d-f413-4264-a1cb-f70a724b01f2 req-be1d8f16-9da5-42cd-9e50-2f53cbf00892 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:15.796707 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69547d3d-f413-4264-a1cb-f70a724b01f2 req-be1d8f16-9da5-42cd-9e50-2f53cbf00892 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0520647 Mar 10 06:19:15.842345 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69547d3d-f413-4264-a1cb-f70a724b01f2 req-ffbdb8e0-44b6-4e85-bb4a-02086879f6c3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401380 Mar 10 06:19:16.324174 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85b66-dd48-42d2-8a1b-b387c8a8a775 req-69bdd20c-b0e8-4463-a2cd-a2d938c41fba tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:16.325603 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cca85b66-dd48-42d2-8a1b-b387c8a8a775 req-69bdd20c-b0e8-4463-a2cd-a2d938c41fba tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0550599 Mar 10 06:19:16.377513 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cca85b66-dd48-42d2-8a1b-b387c8a8a775 req-33df9dbf-417e-4669-9e38-f10c0f97050e tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 Mar 10 06:19:16.961600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079ef3-65f9-4b4c-873b-53ceb84be0f5 req-97f237d7-7b69-400f-8864-ddaa74e23166 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:16.962852 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6079ef3-65f9-4b4c-873b-53ceb84be0f5 req-97f237d7-7b69-400f-8864-ddaa74e23166 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0512307 Mar 10 06:19:17.009163 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6079ef3-65f9-4b4c-873b-53ceb84be0f5 req-052e7a8e-2322-46dd-98d8-13d901e349aa tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408618 Mar 10 06:19:17.285191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device caf154d3-1b7a-4f90-b9df-5948cd1997b1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:19:17.385848 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:17.397024 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1', 'network_id': '54f022c5-e795-438d-9eaf-c70a346ceb79', 'port_id': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1', 'mac_address': 'fa:16:3e:32:a3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad0744a-ecf7-4627-84e6-3b5d7058b06c', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:19:17.439702 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port caf154d3-1b7a-4f90-b9df-5948cd1997b1 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:17.440060 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:17.454739 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf154d3-1b7a-4f90-b9df-5948cd1997b1 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:19:17.484247 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:17.503932 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2682b4-4098-4cff-83f3-e9d220933d46 req-9724aac0-ec4f-41a7-8c8e-95def313203e tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:17.505406 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b2682b4-4098-4cff-83f3-e9d220933d46 req-9724aac0-ec4f-41a7-8c8e-95def313203e tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 948 time: 0.0616109 Mar 10 06:19:17.558100 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b2682b4-4098-4cff-83f3-e9d220933d46 req-d0f0b536-0e01-472d-8145-2b9765da556c tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Mar 10 06:19:17.593497 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:17.641265 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:18.167529 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be28b4-ecff-4cf9-b19f-8024e1ed991b req-4fcfe11e-506e-48ee-94ec-ba42ba854179 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:18.169777 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11be28b4-ecff-4cf9-b19f-8024e1ed991b req-4fcfe11e-506e-48ee-94ec-ba42ba854179 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0718918 Mar 10 06:19:18.246607 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11be28b4-ecff-4cf9-b19f-8024e1ed991b req-0491b361-da48-45ba-a572-63dfc868d2b2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709713 Mar 10 06:19:18.716765 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0dbec-ce36-41f8-b535-3fbbcc710377 req-11bb68e3-fc52-4cda-8029-b16207f78469 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:18.716765 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ca0dbec-ce36-41f8-b535-3fbbcc710377 req-11bb68e3-fc52-4cda-8029-b16207f78469 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 949 time: 0.0747838 Mar 10 06:19:18.780841 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ca0dbec-ce36-41f8-b535-3fbbcc710377 req-dc8e3266-cb3d-404b-8f8f-73f706df5c75 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757935 Mar 10 06:19:19.373553 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7e401-07fb-4c61-97c6-8dc306f6fb9a req-1a209f09-3ab0-4af0-8908-4b924440320c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:19.376246 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3b7e401-07fb-4c61-97c6-8dc306f6fb9a req-1a209f09-3ab0-4af0-8908-4b924440320c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0587649 Mar 10 06:19:19.442493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3b7e401-07fb-4c61-97c6-8dc306f6fb9a req-5be271f2-a15d-43a8-bea1-f285c8286a5d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607238 Mar 10 06:19:19.904304 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03ff70-ab3a-4ffa-971b-7df0a1fafb7b req-eea5cb13-26b1-4172-b598-31cf7d90c459 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:19.905784 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b03ff70-ab3a-4ffa-971b-7df0a1fafb7b req-eea5cb13-26b1-4172-b598-31cf7d90c459 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 949 time: 0.0530729 Mar 10 06:19:19.952163 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b03ff70-ab3a-4ffa-971b-7df0a1fafb7b req-e534c223-fe8f-42ca-bf9a-61a22861e1df tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Mar 10 06:19:20.576091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727cd02-ceb4-46c5-bf60-6320da83300d req-23e716f5-5bdd-4861-bf23-a49e4bd3ce78 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:20.577564 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b727cd02-ceb4-46c5-bf60-6320da83300d req-23e716f5-5bdd-4861-bf23-a49e4bd3ce78 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0580406 Mar 10 06:19:20.624294 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b727cd02-ceb4-46c5-bf60-6320da83300d req-ab69551a-774b-4232-baa8-354bf95d6086 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Mar 10 06:19:21.074939 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a09e23-3640-43fa-bfa6-a0cfaa04b435 req-2a5956c4-ada4-43f0-90e1-f90b4dae9937 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:21.076948 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5a09e23-3640-43fa-bfa6-a0cfaa04b435 req-2a5956c4-ada4-43f0-90e1-f90b4dae9937 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 949 time: 0.0597825 Mar 10 06:19:21.096943 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['caf154d3-1b7a-4f90-b9df-5948cd1997b1'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:21.156803 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5a09e23-3640-43fa-bfa6-a0cfaa04b435 req-38b7b843-31c9-4399-8552-2e943509bef1 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Mar 10 06:19:21.764999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63598d-50c3-4f78-a10d-f08f517f49d5 req-977999a8-2e2f-42d3-acfd-583f7ed4531e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:21.766493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac63598d-50c3-4f78-a10d-f08f517f49d5 req-977999a8-2e2f-42d3-acfd-583f7ed4531e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0573092 Mar 10 06:19:21.816471 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac63598d-50c3-4f78-a10d-f08f517f49d5 req-f669541e-9a62-4e3b-a34c-dd7cc3e3812f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Mar 10 06:19:22.277058 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77451a4-0ae8-4443-b27f-2f4d62635341 req-22c833ed-62c8-4e4c-9618-e0f367df8b9b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:22.279098 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f77451a4-0ae8-4443-b27f-2f4d62635341 req-22c833ed-62c8-4e4c-9618-e0f367df8b9b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 949 time: 0.0578117 Mar 10 06:19:22.331372 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f77451a4-0ae8-4443-b27f-2f4d62635341 req-b15c6679-11e8-41e0-a6d3-63a1786dfa9a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 Mar 10 06:19:22.878690 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device caf154d3-1b7a-4f90-b9df-5948cd1997b1 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:19:22.958692 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4677995-5ccc-404b-abac-dbc467e87a6d req-eb9dd0e6-e1b8-488f-8851-c525849e2b54 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:22.958692 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4677995-5ccc-404b-abac-dbc467e87a6d req-eb9dd0e6-e1b8-488f-8851-c525849e2b54 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0620668 Mar 10 06:19:22.998440 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port caf154d3-1b7a-4f90-b9df-5948cd1997b1 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:19:23.002880 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port caf154d3-1b7a-4f90-b9df-5948cd1997b1 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:19:23.003265 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:23.005523 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4677995-5ccc-404b-abac-dbc467e87a6d req-35223c7d-d94d-4ac9-ae92-e4d6525ac9c2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Mar 10 06:19:23.089144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port caf154d3-1b7a-4f90-b9df-5948cd1997b1 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:23.090069 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:23.115019 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:23.117699 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd380e08-b174-4ed0-8b50-880c9d761ccf" -d '{"events": [{"server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "name": "network-vif-plugged", "status": "completed", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:23.131139 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:23.157352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ecceb-f22a-4f05-ae70-181ee72b9a7c x-openstack-request-id: req-131ecceb-f22a-4f05-ae70-181ee72b9a7c {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:23.157352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "name": "network-vif-plugged", "status": "completed", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:23.157352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-131ecceb-f22a-4f05-ae70-181ee72b9a7c {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:23.157352 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1', 'code': 200} Mar 10 06:19:23.249996 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:23.296184 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:23.472288 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40a25-7555-4a94-acfc-3603a04e5f6f req-9434b215-9ee2-48c9-b7a2-4a49c0f83e6c tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:23.473734 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b8c40a25-7555-4a94-acfc-3603a04e5f6f req-9434b215-9ee2-48c9-b7a2-4a49c0f83e6c tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0666449 Mar 10 06:19:23.519869 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b8c40a25-7555-4a94-acfc-3603a04e5f6f req-c383aef6-403b-4898-900a-618212c50d29 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Mar 10 06:19:24.140481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15426-74ea-4338-ad0f-357e286d223a req-6344befe-45be-4294-b1c1-8bb32116d5e4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:24.142010 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ceb15426-74ea-4338-ad0f-357e286d223a req-6344befe-45be-4294-b1c1-8bb32116d5e4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0610116 Mar 10 06:19:24.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ceb15426-74ea-4338-ad0f-357e286d223a req-a145052c-0998-4b3f-a6e4-aec2afb98ef0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498803 Mar 10 06:19:24.648864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2973-54bd-42df-8ced-0e95c744f184 req-a88a1d73-c476-4c75-8ea8-5f5c5effce84 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:24.655255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e7b2973-54bd-42df-8ced-0e95c744f184 req-a88a1d73-c476-4c75-8ea8-5f5c5effce84 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0663807 Mar 10 06:19:24.700417 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e7b2973-54bd-42df-8ced-0e95c744f184 req-70be0398-0dda-480f-b23a-c329420126c5 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Mar 10 06:19:25.330031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0179-b94b-4cff-aaf2-a2da7851895a req-b670b0e8-99c7-45ae-b62e-07468f888093 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:25.338941 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a4f0179-b94b-4cff-aaf2-a2da7851895a req-b670b0e8-99c7-45ae-b62e-07468f888093 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0555387 Mar 10 06:19:25.378819 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a4f0179-b94b-4cff-aaf2-a2da7851895a req-07ae4e1a-6c1a-489e-85da-3dcc4844a450 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Mar 10 06:19:25.780994 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-78b46daf-8a35-470a-80ff-868d4ff8f0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:25.906617 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209d8f2-e5e4-402e-b395-90016d38e77f req-0bf767d3-8d49-425f-8b6c-018eb75559fe tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:25.908637 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1209d8f2-e5e4-402e-b395-90016d38e77f req-0bf767d3-8d49-425f-8b6c-018eb75559fe tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.1090205 Mar 10 06:19:25.974183 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1209d8f2-e5e4-402e-b395-90016d38e77f req-eb4ce879-64f9-46df-b6d3-186500523090 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Mar 10 06:19:26.515436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c3070-089f-4e6c-814b-83f65f6c5d14 req-a9a7b7e1-26fb-4744-a5ff-f44c423df05e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:26.517062 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac0c3070-089f-4e6c-814b-83f65f6c5d14 req-a9a7b7e1-26fb-4744-a5ff-f44c423df05e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0586283 Mar 10 06:19:26.566629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ac0c3070-089f-4e6c-814b-83f65f6c5d14 req-aa232103-370f-4210-a6c3-44a5cb03e40e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Mar 10 06:19:27.112081 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12535b-307d-4f75-9c61-7c8c805727a9 req-3448b72b-fe96-47fb-b3b1-450f4415edf3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:27.113615 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f12535b-307d-4f75-9c61-7c8c805727a9 req-3448b72b-fe96-47fb-b3b1-450f4415edf3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0533030 Mar 10 06:19:27.163663 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f12535b-307d-4f75-9c61-7c8c805727a9 req-fe0a6167-040c-4274-ab53-18765939e833 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Mar 10 06:19:27.694841 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de0690-16ae-490a-9c11-c29c2225f815 req-dc47f482-dd11-4522-b911-ad7c0da05430 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:27.696984 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a5de0690-16ae-490a-9c11-c29c2225f815 req-dc47f482-dd11-4522-b911-ad7c0da05430 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0586870 Mar 10 06:19:27.742148 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a5de0690-16ae-490a-9c11-c29c2225f815 req-4274f721-2dd6-4854-902e-e5afd56f594d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Mar 10 06:19:28.095719 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1b21daf1-327c-432c-a1b8-09cb0746a165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:28.292460 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5c57-f670-48e5-afab-83cb1f70c032 req-823ca3ba-e1bc-43b9-9ee1-75fe84cd0f60 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:28.293938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fade5c57-f670-48e5-afab-83cb1f70c032 req-823ca3ba-e1bc-43b9-9ee1-75fe84cd0f60 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0544724 Mar 10 06:19:28.340952 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fade5c57-f670-48e5-afab-83cb1f70c032 req-a5ffce5f-bdf7-4563-9e50-0c56a8b5161b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Mar 10 06:19:28.867742 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde250-4be9-4773-91c8-2d91846f4819 req-e5e876d2-1595-4714-a114-9b6ecd4fb376 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:28.869127 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80fde250-4be9-4773-91c8-2d91846f4819 req-e5e876d2-1595-4714-a114-9b6ecd4fb376 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0520034 Mar 10 06:19:28.918265 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80fde250-4be9-4773-91c8-2d91846f4819 req-01669691-e746-4447-bd89-d3468ee9e94f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 Mar 10 06:19:29.242473 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:29.457141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d28a-1495-4336-abe7-02ee82fe34ef req-de61da39-1ffd-42af-93d1-ff7a2d02f8f1 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:29.458599 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c026d28a-1495-4336-abe7-02ee82fe34ef req-de61da39-1ffd-42af-93d1-ff7a2d02f8f1 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0522618 Mar 10 06:19:29.503973 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c026d28a-1495-4336-abe7-02ee82fe34ef req-feb00a8e-7000-4f08-896f-6fadcc914646 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Mar 10 06:19:29.668516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:29.915668 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-4eb9bc0b-278e-4e1e-ad39-5cd865744001 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428984 Mar 10 06:19:30.084761 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d5980-2ccb-4c6b-9f20-e4f42009bf11 req-9230ebf2-375a-4830-be30-7c4cb991606e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.086970 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306d5980-2ccb-4c6b-9f20-e4f42009bf11 req-9230ebf2-375a-4830-be30-7c4cb991606e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0984488 Mar 10 06:19:30.112909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-8838b092-3026-4657-bc69-57f6fca97085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.114385 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-8838b092-3026-4657-bc69-57f6fca97085 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 1129 time: 0.0821218 Mar 10 06:19:30.143096 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-306d5980-2ccb-4c6b-9f20-e4f42009bf11 req-c87d0139-3dd1-41ba-9dd2-3fb7b75715cb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505080 Mar 10 06:19:30.278630 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-398b5435-0d6b-409f-b7b0-f28f14ca496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.280173 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-398b5435-0d6b-409f-b7b0-f28f14ca496a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 916 time: 0.0907114 Mar 10 06:19:30.315946 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81941-e156-45a1-83df-db8d3bbb5136 req-93514e27-47a7-48a2-b620-8e4f87e7bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.317524 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-70f81941-e156-45a1-83df-db8d3bbb5136 req-93514e27-47a7-48a2-b620-8e4f87e7bb40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 1134 time: 0.0441837 Mar 10 06:19:30.360580 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-f64f88d8-4fe9-4244-a256-f5eda9955e48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e HTTP/1.1" status: 200 len: 1001 time: 0.0701468 Mar 10 06:19:30.375720 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-70f81941-e156-45a1-83df-db8d3bbb5136 req-ef6d7fda-9a72-4f08-84c0-b17b260c9e1e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Mar 10 06:19:30.412760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-c2f5c07b-1f22-47b5-a788-1989b0a8226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.414748 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-c2f5c07b-1f22-47b5-a788-1989b0a8226c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0441797 Mar 10 06:19:30.626485 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83af19-6bcf-41f2-8f0f-91c6e4b3b95b req-8ee3f3ba-2284-42a4-971c-13813b85f86b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.627996 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a83af19-6bcf-41f2-8f0f-91c6e4b3b95b req-8ee3f3ba-2284-42a4-971c-13813b85f86b tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0570941 Mar 10 06:19:30.680320 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5a83af19-6bcf-41f2-8f0f-91c6e4b3b95b req-020025d6-00e4-4fe8-bbee-1b1a6b1d9d43 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Mar 10 06:19:30.786503 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-f49b6701-6cef-408d-a0dd-a894bfa4fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:30.788142 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-f49b6701-6cef-408d-a0dd-a894bfa4fc58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441139 Mar 10 06:19:30.876957 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:30.883137 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-808c7ab1-eb8a-47b1-959e-63f00d68a6ff service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Mar 10 06:19:30.985077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-664c311b-9047-4eaf-96c5-f84ca5522844 req-8e0bc722-9464-46b5-ac2f-2417eca442f0 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911732 Mar 10 06:19:31.278379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676567-ceb8-4a1a-b1fb-250cc3d58569 req-17e27fbf-290c-46dc-b540-f08b8ecf5e93 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:31.279883 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80676567-ceb8-4a1a-b1fb-250cc3d58569 req-17e27fbf-290c-46dc-b540-f08b8ecf5e93 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0564835 Mar 10 06:19:31.331945 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80676567-ceb8-4a1a-b1fb-250cc3d58569 req-74592a1a-4d66-4422-a9b8-3b2773ed5356 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Mar 10 06:19:31.809552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cf108-c222-498b-8060-c94f439cc2db req-71fd33b4-704f-4dc4-991b-2924ac1630b6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:31.811173 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-491cf108-c222-498b-8060-c94f439cc2db req-71fd33b4-704f-4dc4-991b-2924ac1630b6 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0507803 Mar 10 06:19:31.857067 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-491cf108-c222-498b-8060-c94f439cc2db req-5fcfa165-a980-4c81-b5ce-fe2a036b1cf7 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Mar 10 06:19:32.261179 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:32.454899 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540cb5b-9dc3-446d-b41e-76c0f0886e4e req-0e74b68f-0dd7-4569-ac44-115ee60c2118 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:32.457196 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f540cb5b-9dc3-446d-b41e-76c0f0886e4e req-0e74b68f-0dd7-4569-ac44-115ee60c2118 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0533321 Mar 10 06:19:32.505289 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f540cb5b-9dc3-446d-b41e-76c0f0886e4e req-32fbbb69-3b41-453f-8c07-f0359ddbade2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Mar 10 06:19:32.975390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259efc1-3fef-4ae5-81a6-ab478e307328 req-8c190a7d-414a-4d65-95ac-e04289cb83d1 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:32.977036 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4259efc1-3fef-4ae5-81a6-ab478e307328 req-8c190a7d-414a-4d65-95ac-e04289cb83d1 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0542583 Mar 10 06:19:33.024777 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4259efc1-3fef-4ae5-81a6-ab478e307328 req-cfe2d1fa-b6ce-43de-b935-0e42908839e8 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Mar 10 06:19:33.626422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37ff9b-e437-4fb7-b45f-8fb35036e2d2 req-25264a50-f56f-4ee6-a438-71904bed380a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:33.627918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b37ff9b-e437-4fb7-b45f-8fb35036e2d2 req-25264a50-f56f-4ee6-a438-71904bed380a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0518789 Mar 10 06:19:33.673139 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b37ff9b-e437-4fb7-b45f-8fb35036e2d2 req-7a0af93b-b76d-4cd8-b8e9-9415a791a411 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Mar 10 06:19:34.146732 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca189f6-dbab-4d2e-b70a-a49643dc1602 req-1d375b53-18de-4c7e-99a8-2e3e99daf4df tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:34.148799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dca189f6-dbab-4d2e-b70a-a49643dc1602 req-1d375b53-18de-4c7e-99a8-2e3e99daf4df tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0512595 Mar 10 06:19:34.195689 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dca189f6-dbab-4d2e-b70a-a49643dc1602 req-2e0e6f3b-510f-4dab-a8df-ff0941a749a3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Mar 10 06:19:34.795277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d6bd4-e7fc-4ab3-8d4f-0e318124008b req-e37ac8a8-26f2-47d1-93cc-15b1bcf28fbf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:34.800670 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d23d6bd4-e7fc-4ab3-8d4f-0e318124008b req-e37ac8a8-26f2-47d1-93cc-15b1bcf28fbf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0516653 Mar 10 06:19:34.845319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d23d6bd4-e7fc-4ab3-8d4f-0e318124008b req-1296261e-b222-4b8e-8fd0-ec5a17bc2a2b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Mar 10 06:19:35.311379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607f065-5b91-4693-bf27-5ce81ac8f4a4 req-51aaf843-bcd4-48a5-b47e-6e52ac89bc86 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:35.312829 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1607f065-5b91-4693-bf27-5ce81ac8f4a4 req-51aaf843-bcd4-48a5-b47e-6e52ac89bc86 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0517929 Mar 10 06:19:35.358141 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1607f065-5b91-4693-bf27-5ce81ac8f4a4 req-73b85e3f-cd8c-4b14-8ecb-27acb3c9e2c7 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Mar 10 06:19:35.906884 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8587e-e389-4635-aa65-77076a92ba10 req-e86d0732-66c8-4730-b159-cc4704840a5a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:35.907586 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ba8587e-e389-4635-aa65-77076a92ba10 req-e86d0732-66c8-4730-b159-cc4704840a5a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0761740 Mar 10 06:19:35.987431 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ba8587e-e389-4635-aa65-77076a92ba10 req-d197b9e5-c7e5-42cb-b7d7-5be8a9bccefd tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729330 Mar 10 06:19:36.004155 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbeceb-01ff-426a-ba58-936639ecc646 req-a5e90dfb-2d13-4b96-a38c-827b44984146 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:36.005617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fecbeceb-01ff-426a-ba58-936639ecc646 req-a5e90dfb-2d13-4b96-a38c-827b44984146 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0748289 Mar 10 06:19:36.052842 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fecbeceb-01ff-426a-ba58-936639ecc646 req-567851d4-471c-4926-adf5-59cc7bb7d8e0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Mar 10 06:19:37.108966 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49041b4-6eed-4945-9dd3-21f8a672c3f9 req-9ddf1cb3-e30a-48b1-b5f3-b3a42eb54890 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:37.110434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d49041b4-6eed-4945-9dd3-21f8a672c3f9 req-9ddf1cb3-e30a-48b1-b5f3-b3a42eb54890 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0569811 Mar 10 06:19:37.427924 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d49041b4-6eed-4945-9dd3-21f8a672c3f9 req-7282a9dd-66a1-4ef9-9937-cfc4aa1a3035 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117390 Mar 10 06:19:37.443484 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54cee9-dbea-4f5d-96c9-3d111daf6bf7 req-f798bf16-99ab-4145-9d2e-57b485be7972 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:37.445002 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e54cee9-dbea-4f5d-96c9-3d111daf6bf7 req-f798bf16-99ab-4145-9d2e-57b485be7972 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.0713866 Mar 10 06:19:37.492821 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7e54cee9-dbea-4f5d-96c9-3d111daf6bf7 req-ffbe393a-244c-4e18-bb61-9c5e7a0445e7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Mar 10 06:19:38.108256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-25d45cf5-5996-4145-9b2d-64cf1b80553a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:38.109695 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-25d45cf5-5996-4145-9b2d-64cf1b80553a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.37 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0508165 Mar 10 06:19:38.206985 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Deleting port caf154d3-1b7a-4f90-b9df-5948cd1997b1 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:19:38.207330 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:38.300292 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] For port caf154d3-1b7a-4f90-b9df-5948cd1997b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=caf154d3-1b7a-4f90-b9df-5948cd1997b1,segment=NetworkSegment(83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8),segment_id=83ef7bbe-bd53-48d4-8d96-1a5aece3c2b8)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:38.300733 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:38.314317 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Calling delete_port for caf154d3-1b7a-4f90-b9df-5948cd1997b1 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:19:38.427369 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9092f-83f7-49db-bd14-3c0543f013da req-b6ceda39-f600-4703-a2d5-6dc7cb81784e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:38.428750 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4a9092f-83f7-49db-bd14-3c0543f013da req-b6ceda39-f600-4703-a2d5-6dc7cb81784e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.1056292 Mar 10 06:19:38.546157 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f4a9092f-83f7-49db-bd14-3c0543f013da req-6ffe8fe1-6425-4517-92d3-d6a83c8809dc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102529 Mar 10 06:19:38.574905 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8e2ea-f552-41ae-aa93-180f6b9472ce req-e0c8434a-df78-407a-917c-f928464b2fc3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:38.579346 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5fc8e2ea-f552-41ae-aa93-180f6b9472ce req-e0c8434a-df78-407a-917c-f928464b2fc3 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 950 time: 0.0819736 Mar 10 06:19:38.631503 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (caf154d3-1b7a-4f90-b9df-5948cd1997b1), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:38.682880 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['caf154d3-1b7a-4f90-b9df-5948cd1997b1'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:38.689416 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5fc8e2ea-f552-41ae-aa93-180f6b9472ce req-cae9f9c4-7124-49dc-be55-55b8aa6b061a tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c140214-bacd-4042-99b8-eaf5c4b0ab3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088850 Mar 10 06:19:38.694785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Pushing event deleted for resources: {'Port': ['ID=caf154d3-1b7a-4f90-b9df-5948cd1997b1,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:38.725776 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.726181 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.726532 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.726901 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.727236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.727566 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.727897 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.728225 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.728549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.728875 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.729197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.729518 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.729835 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:38.752141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] No DVR routers for this DVR port caf154d3-1b7a-4f90-b9df-5948cd1997b1 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:19:38.755075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:38.759231 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef42ab25-5ccf-48d2-bb67-3ba7e10f5f10 req-9de82a26-8035-471e-84dc-3c0a8c228892 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.37 "DELETE /v2.0/ports/caf154d3-1b7a-4f90-b9df-5948cd1997b1 HTTP/1.1" status: 204 len: 173 time: 0.6420610 Mar 10 06:19:38.760695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'name': 'network-vif-deleted', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:38.762977 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47968d95-c989-4e2b-8157-2385fdd35e50" -d '{"events": [{"server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "name": "network-vif-deleted", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:38.776163 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284ef0f-eaf9-4b82-a165-0ba1b04ff3cf req-82e8dbe5-8d03-4944-83e1-2740b614a804 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:38.777555 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2284ef0f-eaf9-4b82-a165-0ba1b04ff3cf req-82e8dbe5-8d03-4944-83e1-2740b614a804 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 943 time: 0.1686645 Mar 10 06:19:38.811217 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899cddbf-c69c-45e5-bda1-929a547814a7 x-openstack-request-id: req-899cddbf-c69c-45e5-bda1-929a547814a7 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:38.811496 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b4c488-0cdf-4417-8669-fe5cb3d99314", "name": "network-vif-deleted", "tag": "caf154d3-1b7a-4f90-b9df-5948cd1997b1", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:38.811752 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-899cddbf-c69c-45e5-bda1-929a547814a7 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:38.812149 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b4c488-0cdf-4417-8669-fe5cb3d99314', 'name': 'network-vif-deleted', 'tag': 'caf154d3-1b7a-4f90-b9df-5948cd1997b1', 'status': 'completed', 'code': 200} Mar 10 06:19:38.830159 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2284ef0f-eaf9-4b82-a165-0ba1b04ff3cf req-48db1abe-d8ce-4a11-9f0a-1a20d5032f8a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467753 Mar 10 06:19:38.917652 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:19:39.016029 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:39.027279 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'mac_address': 'fa:16:3e:d3:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:19:39.064400 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:39.064794 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:39.077621 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:19:39.096474 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:39.236348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:39.283894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=9']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:39.667891 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591be25-40c8-4ffc-8285-480e65b6560d req-b0d70da9-2fcb-41ae-bb7c-1268fe47242a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:39.669382 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9591be25-40c8-4ffc-8285-480e65b6560d req-b0d70da9-2fcb-41ae-bb7c-1268fe47242a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0530014 Mar 10 06:19:39.699379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['412909a1-01bf-4ce2-b6b3-0335113054ea'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:39.745125 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9591be25-40c8-4ffc-8285-480e65b6560d req-736daf6b-c1f7-4395-9686-fa380097ed9c tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Mar 10 06:19:39.824658 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f50a5e7-ff08-439a-8157-46c16901b59d req-8047f91b-6abf-4a8d-9e49-b0cb82498bc4 tempest-VolumesNegativeTest-1935663252 tempest-VolumesNegativeTest-1935663252-project] 10.222.0.15 "GET /v2.0/ports?device_id=13b4c488-0cdf-4417-8669-fe5cb3d99314 HTTP/1.1" status: 200 len: 210 time: 0.0321841 Mar 10 06:19:39.960868 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa759e88-50ad-412e-9ae8-66099188becd req-6e80a28c-8d29-4531-a6d8-e505440b557f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:39.962366 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa759e88-50ad-412e-9ae8-66099188becd req-6e80a28c-8d29-4531-a6d8-e505440b557f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.0536661 Mar 10 06:19:40.009232 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa759e88-50ad-412e-9ae8-66099188becd req-a5e4bc2e-0d15-4c46-baa3-e74f33030893 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Mar 10 06:19:40.869695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95758c-bce1-4c65-bc3d-78520d56b5cc req-6410f1a2-1c9b-4320-9340-549671090109 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:40.871308 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a95758c-bce1-4c65-bc3d-78520d56b5cc req-6410f1a2-1c9b-4320-9340-549671090109 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0548944 Mar 10 06:19:40.923722 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a95758c-bce1-4c65-bc3d-78520d56b5cc req-f50fee4c-ccf3-4767-b34f-78bd2507e667 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Mar 10 06:19:41.139739 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bce2e-76e5-478f-9b8c-3c395f8f93b2 req-1c35ba18-33be-4c71-a7f1-90b493a9859b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:41.141217 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b6bce2e-76e5-478f-9b8c-3c395f8f93b2 req-1c35ba18-33be-4c71-a7f1-90b493a9859b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.0536222 Mar 10 06:19:41.191201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b6bce2e-76e5-478f-9b8c-3c395f8f93b2 req-698d11ab-8e29-488a-84c8-d75f6185e84b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 Mar 10 06:19:41.823958 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51396) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:41.881615 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-91933e9f-9394-4136-b7f6-1e52e04ea6f7 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:41.885005 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-91933e9f-9394-4136-b7f6-1e52e04ea6f7 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0686274 Mar 10 06:19:41.947085 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5c887bf-6cc1-4d4c-bd3e-2fd69d9096c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.071720 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5c887bf-6cc1-4d4c-bd3e-2fd69d9096c7 admin admin] Publish callbacks [] for security_group (1a7d5ecb-92c1-4db0-a688-b69add6af71e), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.100139 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260d661-ac6e-4216-9c41-98ff320eb860 req-fac7df1d-e311-40cf-b6b8-8a71cea07631 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:42.102475 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9260d661-ac6e-4216-9c41-98ff320eb860 req-fac7df1d-e311-40cf-b6b8-8a71cea07631 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 946 time: 0.0852497 Mar 10 06:19:42.105313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Deleting port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:19:42.105672 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.202151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5c887bf-6cc1-4d4c-bd3e-2fd69d9096c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1a7d5ecb-92c1-4db0-a688-b69add6af71e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.219896 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9260d661-ac6e-4216-9c41-98ff320eb860 req-7039f5d5-aa06-4a3e-8724-168651d8a830 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096609 Mar 10 06:19:42.246538 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] For port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:42.246997 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.255609 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e5c887bf-6cc1-4d4c-bd3e-2fd69d9096c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=508dfdb9a5014479a6fcb9186c2fc67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283090 Mar 10 06:19:42.255609 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c887bf-6cc1-4d4c-bd3e-2fd69d9096c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d5ecb-92c1-4db0-a688-b69add6af71e,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:42.257127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 51454) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:42.274024 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Calling delete_port for 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:19:42.401350 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] Publish callbacks [] for security_group (1a7d5ecb-92c1-4db0-a688-b69add6af71e), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.425765 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38b000-66f7-4f2d-b4d7-eef5540c8472 req-61e40390-c939-4660-98a0-8b8c43c3d519 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:42.427298 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f38b000-66f7-4f2d-b4d7-eef5540c8472 req-61e40390-c939-4660-98a0-8b8c43c3d519 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 944 time: 0.1409073 Mar 10 06:19:42.465851 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] Publish callbacks [] for security_group (1a7d5ecb-92c1-4db0-a688-b69add6af71e), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.566325 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f38b000-66f7-4f2d-b4d7-eef5540c8472 req-8545a7ef-9e9e-4c12-acef-523972bcee23 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237636 Mar 10 06:19:42.659088 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (518ebe42-2f2f-45a4-9e85-2f24e5f243a6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.691720 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Pushing event deleted for resources: {'Port': ['ID=518ebe42-2f2f-45a4-9e85-2f24e5f243a6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:42.701424 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1a7d5ecb-92c1-4db0-a688-b69add6af71e), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.702850 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.704012 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a7d5ecb-92c1-4db0-a688-b69add6af71e HTTP/1.1" status: 204 len: 168 time: 0.4458990 Mar 10 06:19:42.705313 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['fb67e357-3e45-4c8c-9612-9ed549177c1d', '518ebe42-2f2f-45a4-9e85-2f24e5f243a6'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:42.731086 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935f06f-b6b9-4e5f-b8ea-6f272b578a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d5ecb-92c1-4db0-a688-b69add6af71e,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:42.754823 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] No DVR routers for this DVR port 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:19:42.758164 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:42.761735 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3f8bab4-0a31-466e-aecf-20189db466a3 req-ec2f4a2e-8a1c-4f78-8685-96996de6820e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "DELETE /v2.0/ports/518ebe42-2f2f-45a4-9e85-2f24e5f243a6 HTTP/1.1" status: 204 len: 173 time: 0.8299861 Mar 10 06:19:42.762182 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'name': 'network-vif-deleted', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:42.764531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9b11c2-09ff-4ee9-b3de-f2bc46a2355c" -d '{"events": [{"server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "name": "network-vif-deleted", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:42.806798 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadad1bf-a334-4aaf-aa19-42b07dcc8dce x-openstack-request-id: req-dadad1bf-a334-4aaf-aa19-42b07dcc8dce {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:42.807092 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302e1bea-e419-4264-b430-1ccc451f0fa6", "name": "network-vif-deleted", "tag": "518ebe42-2f2f-45a4-9e85-2f24e5f243a6", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:42.807347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dadad1bf-a334-4aaf-aa19-42b07dcc8dce {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:42.807748 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302e1bea-e419-4264-b430-1ccc451f0fa6', 'name': 'network-vif-deleted', 'tag': '518ebe42-2f2f-45a4-9e85-2f24e5f243a6', 'status': 'completed', 'code': 200} Mar 10 06:19:43.020280 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:19:43.075663 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 412909a1-01bf-4ce2-b6b3-0335113054ea triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:19:43.076050 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:43.139884 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d9083-3eb4-48b5-bde4-397569c23b77 req-178ec013-e960-471f-9862-93a743e94159 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:43.141418 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c50d9083-3eb4-48b5-bde4-397569c23b77 req-178ec013-e960-471f-9862-93a743e94159 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Mar 10 06:19:43.173344 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 412909a1-01bf-4ce2-b6b3-0335113054ea is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:43.173747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:43.199225 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:43.201508 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c8116-0733-4160-b8a5-fdbc0796fe80" -d '{"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:43.215899 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:43.223540 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c50d9083-3eb4-48b5-bde4-397569c23b77 req-cf00ebf8-d4db-4a37-bd87-88ba5f0ae1ff tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755494 Mar 10 06:19:43.246462 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 51502) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:43.263377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04febe44-d9e0-4232-8b3c-1ae9baa2a54f x-openstack-request-id: req-04febe44-d9e0-4232-8b3c-1ae9baa2a54f {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:43.263687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-plugged", "status": "completed", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:43.263947 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04febe44-d9e0-4232-8b3c-1ae9baa2a54f {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:43.264347 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'code': 200} Mar 10 06:19:43.307337 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:43.308843 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device caf154d3-1b7a-4f90-b9df-5948cd1997b1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:19:43.358286 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-977fdd85-7218-461f-90e1-87703b146524 req-ce16cbae-b21f-42d0-a9ae-3bb68f030efb tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=302e1bea-e419-4264-b430-1ccc451f0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0472782 Mar 10 06:19:43.363962 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: caf154d3-1b7a-4f90-b9df-5948cd1997b1 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:19:43.369437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device caf154d3-1b7a-4f90-b9df-5948cd1997b1 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:19:43.417275 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=10']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:43.424410 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.424789 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.425144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.426100 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.426482 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.426869 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.427209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.427978 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.427978 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.429606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.429606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.429606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.429606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:43.466656 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7d013-d583-4f75-86cb-88f86e8515f5 tempest-TestMinimumBasicScenario-88140694 tempest-TestMinimumBasicScenario-88140694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:43.468203 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c5e7d013-d583-4f75-86cb-88f86e8515f5 tempest-TestMinimumBasicScenario-88140694 tempest-TestMinimumBasicScenario-88140694-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1124 time: 0.2207215 Mar 10 06:19:43.471075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 51516) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:43.475646 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'port_id': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:43.604803 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:43.742996 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153b67-2deb-4444-8a1e-b92bfeb55941 req-ed5314c5-6a66-4bb8-a790-2f5b54050835 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:43.745034 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b153b67-2deb-4444-8a1e-b92bfeb55941 req-ed5314c5-6a66-4bb8-a790-2f5b54050835 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0928266 Mar 10 06:19:43.806530 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:43.817648 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4b153b67-2deb-4444-8a1e-b92bfeb55941 req-2759a9f0-c0d3-4e9b-9919-0f566254b0bb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640926 Mar 10 06:19:43.926086 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Allocated IP 172.27.2.133 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/960f54ed-15af-4c38-9258-c2e45e15a106) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:19:44.037830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for port (960f54ed-15af-4c38-9258-c2e45e15a106), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:44.165705 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833989c-a824-4d50-aa68-6db391050c28 req-a56d5cff-2822-4946-9913-73e556c79492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:44.168115 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a833989c-a824-4d50-aa68-6db391050c28 req-a56d5cff-2822-4946-9913-73e556c79492 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1130 time: 0.0536079 Mar 10 06:19:44.203714 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:44.254635 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a833989c-a824-4d50-aa68-6db391050c28 req-0500c383-e64a-4cf1-9255-0f141555cf63 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775735 Mar 10 06:19:44.269889 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:19:44.270970 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:19:44.274500 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:19:44.298420 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'Port': ['ID=960f54ed-15af-4c38-9258-c2e45e15a106,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:44.654559 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for floatingip (599e4089-90b1-4b32-8816-5eea05c08f4b), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:44.810247 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:45.021962 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:19:45.049137 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:19:45.049970 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 518ebe42-2f2f-45a4-9e85-2f24e5f243a6 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:19:45.055734 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab20d-4c04-44f7-9ccd-83f217eaae7d req-b87cff2b-5bf8-41cb-a538-c4ced3359283 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:45.057641 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-868ab20d-4c04-44f7-9ccd-83f217eaae7d req-b87cff2b-5bf8-41cb-a538-c4ced3359283 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1394007 Mar 10 06:19:45.064738 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f3343-13c8-43c7-a1e1-85cf8dd58477 req-5ac3f907-d7da-4525-8540-12372f5d7a8e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:45.066346 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-627f3343-13c8-43c7-a1e1-85cf8dd58477 req-5ac3f907-d7da-4525-8540-12372f5d7a8e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.1469808 Mar 10 06:19:45.083445 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for port (960f54ed-15af-4c38-9258-c2e45e15a106), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:45.160345 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-868ab20d-4c04-44f7-9ccd-83f217eaae7d req-6a940b5c-91b8-4607-901a-2b1af53cfce3 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929713 Mar 10 06:19:45.163508 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-627f3343-13c8-43c7-a1e1-85cf8dd58477 req-adec55db-4555-46a7-96d4-cf632b34ba80 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896699 Mar 10 06:19:45.165306 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:45.197836 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (599e4089-90b1-4b32-8816-5eea05c08f4b), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:45.252108 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'Port': ['ID=960f54ed-15af-4c38-9258-c2e45e15a106,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:45.315868 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Floating IP 599e4089-90b1-4b32-8816-5eea05c08f4b associated. External IP: 172.27.2.133, port: 76d78dfa-f336-4513-a3d5-124579d1fa78. Mar 10 06:19:45.535148 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Router 8f2c9f78-1904-4454-b56f-463526b9599a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:19:45.645654 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:19:45.655647 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Sync routers for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:19:45.666151 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:19:45.666919 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:19:45.777517 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:45.783337 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:19:46.062868 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d94879ca-4bd7-446e-98ac-6dd089c0add0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5905604 Mar 10 06:19:46.063226 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51670) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:46.063680 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:46.066227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad45be-76cf-4530-83fb-6fbf13017164" -d '{"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:46.069125 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203404861', 'description': 'tempest-secgroup-smoke-1203404861 description', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:46.140013 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb71c5-d4a2-4267-b878-941c8f576299 x-openstack-request-id: req-dcbb71c5-d4a2-4267-b878-941c8f576299 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:46.140013 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:46.140013 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcbb71c5-d4a2-4267-b878-941c8f576299 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:46.140013 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:19:46.153713 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '599e4089-90b1-4b32-8816-5eea05c08f4b', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'port_id': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'mac_address': 'fa:16:3e:25:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:19:44Z', 'updated_at': '2022-03-10T06:19:44Z', 'revision_number': 0, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:19:46.193029 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:46.207256 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Checking router: 8f2c9f78-1904-4454-b56f-463526b9599a for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:19:46.233058 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:19:46.233590 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:19:46.358866 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (e95b4899-89ba-4244-ad86-307da047f6b1), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:46.366259 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-859d4df1-262f-4e07-a5e2-f69a95a2c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.380139 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-859d4df1-262f-4e07-a5e2-f69a95a2c1a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1129 time: 0.1384301 Mar 10 06:19:46.433604 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01643-3b4a-4a15-a924-eacf4088853e req-d2c26e3d-e00b-4dd9-8525-98783f88cea1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.434485 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:19:46.435182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d3a01643-3b4a-4a15-a924-eacf4088853e req-d2c26e3d-e00b-4dd9-8525-98783f88cea1 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1594360 Mar 10 06:19:46.518430 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507a9b6-06fe-4235-abd7-ab25d40cae09 req-ec4e449c-c605-4037-9627-fb6e21c2513b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.520047 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8507a9b6-06fe-4235-abd7-ab25d40cae09 req-ec4e449c-c605-4037-9627-fb6e21c2513b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.1847222 Mar 10 06:19:46.525518 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e95b4899-89ba-4244-ad86-307da047f6b1), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:46.555612 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b4899-89ba-4244-ad86-307da047f6b1,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:46.628671 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8507a9b6-06fe-4235-abd7-ab25d40cae09 req-7493bc86-60da-408c-9d72-56843a23cea2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896659 Mar 10 06:19:46.629926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-4026b07b-736b-45a7-abc9-70b353f09048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.631720 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-4026b07b-736b-45a7-abc9-70b353f09048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 916 time: 0.2403274 Mar 10 06:19:46.634885 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d3a01643-3b4a-4a15-a924-eacf4088853e req-3fb03e80-0eea-4bfb-b709-5a257151825e tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865830 Mar 10 06:19:46.701637 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:46.703422 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-3eb9bc76-fb49-4884-af9b-17a85207c904 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6390669 Mar 10 06:19:46.706475 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51722) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:46.711518 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:46.720765 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-6993c4c1-9e85-48ce-92a9-5364bf25a110 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 999 time: 0.0818996 Mar 10 06:19:46.739799 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '599e4089-90b1-4b32-8816-5eea05c08f4b', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'port_id': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'mac_address': 'fa:16:3e:25:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:19:44Z', 'updated_at': '2022-03-10T06:19:44Z', 'revision_number': 0, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:19:46.770102 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f242d69-9409-4aba-ba24-c373867b77ca None None] The sync data for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi is: [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '599e4089-90b1-4b32-8816-5eea05c08f4b', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'port_id': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'mac_address': 'fa:16:3e:25:81:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:19:44Z', 'updated_at': '2022-03-10T06:19:44Z', 'revision_number': 0, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:19:46.778161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-2c44b57e-c1e4-4194-9508-5dc33efde151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.779678 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-2c44b57e-c1e4-4194-9508-5dc33efde151 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.0511348 Mar 10 06:19:46.836840 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-23613b9b-e7a1-4931-a5d6-5ec8de93664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:46.838408 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-23613b9b-e7a1-4931-a5d6-5ec8de93664b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511954 Mar 10 06:19:46.900901 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (887b62c4-926c-497e-a7cb-5eba3364235c), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:46.945483 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-eb149bb1-1353-4cb2-8758-2587815e6d00 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978639 Mar 10 06:19:46.969473 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (887b62c4-926c-497e-a7cb-5eba3364235c), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.027183 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d8b6b-b833-4ab9-b5e1-fa2840ab1ac1 None None] New status for floating IP 599e4089-90b1-4b32-8816-5eea05c08f4b: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:19:47.075028 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f3ad45be-76cf-4530-83fb-6fbf13017164 req-75616040-9965-40c1-9228-e720f0957fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204762 Mar 10 06:19:47.093516 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (887b62c4-926c-497e-a7cb-5eba3364235c), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.109014 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887b62c4-926c-497e-a7cb-5eba3364235c,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:47.124274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.124885 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.125238 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.125581 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.126571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.126571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.126571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.126902 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.127233 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.127559 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.127886 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.128212 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.128539 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:19:47.244400 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.245643 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e321a968-de8e-486d-be21-0d6ba0be38b7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5381269 Mar 10 06:19:47.249299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51748) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:47.254025 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:47.401904 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (dfdc2260-cc67-4cf8-8547-f4633483f85d), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.461672 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (dfdc2260-cc67-4cf8-8547-f4633483f85d), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.539828 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (dfdc2260-cc67-4cf8-8547-f4633483f85d), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.558037 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdc2260-cc67-4cf8-8547-f4633483f85d,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:47.632912 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.634138 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-f6a0f1f5-ff8a-4303-844a-5bcf34fbadbb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3836184 Mar 10 06:19:47.636733 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51750) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:47.641037 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:47.723775 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (e7f5ed7b-d3f0-4aa9-9627-20fd6fd22b3b), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.791397 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (e7f5ed7b-d3f0-4aa9-9627-20fd6fd22b3b), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.808695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043fdf-9542-4018-9c05-1311f4aa5481 req-d95b85e3-ec41-4db2-ae1f-b14eac01da30 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:47.810072 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa043fdf-9542-4018-9c05-1311f4aa5481 req-d95b85e3-ec41-4db2-ae1f-b14eac01da30 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0924211 Mar 10 06:19:47.837215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cfaba-9c30-45ab-8164-33d227c7f75b req-7044f401-f7a9-4f8e-a2d1-8cc03cfc45c8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:47.840120 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-859cfaba-9c30-45ab-8164-33d227c7f75b req-7044f401-f7a9-4f8e-a2d1-8cc03cfc45c8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0911593 Mar 10 06:19:47.870788 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (e7f5ed7b-d3f0-4aa9-9627-20fd6fd22b3b), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.890203 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f5ed7b-d3f0-4aa9-9627-20fd6fd22b3b,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:47.890727 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:19:47.912032 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fa043fdf-9542-4018-9c05-1311f4aa5481 req-d9ef9d54-3939-4fdb-82c4-ccf267f3118c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956798 Mar 10 06:19:47.920539 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-859cfaba-9c30-45ab-8164-33d227c7f75b req-8240cdf1-5738-41e5-b0e5-84cd098e2ec7 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Mar 10 06:19:47.975600 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:47.976968 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d619ca2c-fdd9-4bff-9e34-f12834cd0e8b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392820 Mar 10 06:19:47.979735 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51756) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:47.984034 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:48.095150 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (2f4553e6-39f1-4c5c-8a47-5557eebcc0e9), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.155914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (2f4553e6-39f1-4c5c-8a47-5557eebcc0e9), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.267228 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (2f4553e6-39f1-4c5c-8a47-5557eebcc0e9), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.286555 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4553e6-39f1-4c5c-8a47-5557eebcc0e9,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:48.383653 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.384869 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2240fa23-ec46-49ac-9a4a-3bc113add4b1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4041977 Mar 10 06:19:48.387604 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51772) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:48.391817 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:48.484128 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.securitygroups_db [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Project 5a849f62fadb45cc91e802e4ccd5cba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:19:48.489261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (b5d8cf06-9a6d-4de2-b59d-b33c12a7be2e), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.555768 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (b5d8cf06-9a6d-4de2-b59d-b33c12a7be2e), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.625240 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (b5d8cf06-9a6d-4de2-b59d-b33c12a7be2e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.646920 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d8cf06-9a6d-4de2-b59d-b33c12a7be2e,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:48.667058 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51776) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:48.726758 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.728120 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e286ac20-abf4-4e4d-bb8f-5ea1f475b121 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396046 Mar 10 06:19:48.731002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 51780) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:48.735468 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'security_group_rule': {'security_group_id': 'e95b4899-89ba-4244-ad86-307da047f6b1', 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:48.796858 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b1c543bb-60eb-4d17-abaf-38b1a8414630 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87fecdbee71a473f8e66c7957134de75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286757 Mar 10 06:19:48.799315 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51782) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:48.844900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.securitygroups_db [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Project 5a849f62fadb45cc91e802e4ccd5cba2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:19:48.850986 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] Publish callbacks [] for security_group (2c140214-bacd-4042-99b8-eaf5c4b0ab3c), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.860584 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (0cdfa09d-a07b-4d02-b298-81d393dd4cf5), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.874793 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] Publish callbacks [] for security_group (2c140214-bacd-4042-99b8-eaf5c4b0ab3c), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:48.955092 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (0cdfa09d-a07b-4d02-b298-81d393dd4cf5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.008093 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (2c140214-bacd-4042-99b8-eaf5c4b0ab3c), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.014894 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.018039 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c140214-bacd-4042-99b8-eaf5c4b0ab3c HTTP/1.1" status: 204 len: 168 time: 0.2160196 Mar 10 06:19:49.027083 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fe42f-30d6-4376-8830-1d7a5c7c0ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c140214-bacd-4042-99b8-eaf5c4b0ab3c,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:49.046131 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (0cdfa09d-a07b-4d02-b298-81d393dd4cf5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.083809 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdfa09d-a07b-4d02-b298-81d393dd4cf5,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:49.107480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68aa1d-b035-4e7e-ba6c-28821b3c1528 req-f66e81db-5a34-4d0e-a7ed-fea45d6dfeff tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:49.109021 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c68aa1d-b035-4e7e-ba6c-28821b3c1528 req-f66e81db-5a34-4d0e-a7ed-fea45d6dfeff tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.1113088 Mar 10 06:19:49.115999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519834f2-e347-4d46-95a1-2a8d9720cc4a req-8b6ac770-8f11-4ee1-891a-f098e76a2b0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:49.117624 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-519834f2-e347-4d46-95a1-2a8d9720cc4a req-8b6ac770-8f11-4ee1-891a-f098e76a2b0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.1229022 Mar 10 06:19:49.191763 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2c68aa1d-b035-4e7e-ba6c-28821b3c1528 req-6d19f8c7-18ec-4c93-a8c2-1882f5493ce8 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730937 Mar 10 06:19:49.195210 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-519834f2-e347-4d46-95a1-2a8d9720cc4a req-e6f18000-84d9-4298-a897-6e6e3e173861 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703340 Mar 10 06:19:49.269174 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.270391 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-bdc3eb30-dce7-4734-8e10-6fb6467c4a9a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5383987 Mar 10 06:19:49.365621 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-974594b0-9403-487f-b997-4c6c270c632c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203404861&fields=id&tenant_id=5a849f62fadb45cc91e802e4ccd5cba2 HTTP/1.1" status: 200 len: 267 time: 0.0448399 Mar 10 06:19:49.423461 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-1a1bab69-6b5c-4b0a-ba82-08d60acb79f7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:49.425657 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-1a1bab69-6b5c-4b0a-ba82-08d60acb79f7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Mar 10 06:19:49.437209 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'port': {'security_groups': ['a2b1bf03-6b82-4adb-a6e2-0dd052752693', 'e95b4899-89ba-4244-ad86-307da047f6b1']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:19:49.516345 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.721331 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:49.753725 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.830442 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.872910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:49.873526 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:49.875191 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f788fb4f-dfb0-4951-9666-a1c2c2734517 req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "PUT /v2.0/ports/76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 981 time: 0.4428024 Mar 10 06:19:49.875639 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:49.877972 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9f09a3-64a4-45ab-af53-d412f726274d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:49.884379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:49.973405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16bc8f7-b957-4574-96d2-e9907a62f665 x-openstack-request-id: req-e16bc8f7-b957-4574-96d2-e9907a62f665 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:49.973405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:49.973405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e16bc8f7-b957-4574-96d2-e9907a62f665 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:49.973405 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:19:49.985323 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc00939-4f4b-4022-ba74-c80ff1f6a474 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=6']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:50.157436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:50.157588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72010c6-528d-4357-9185-a1a08b021202 req-e95839fb-fef8-4087-8e67-eb93d1eefa4b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.159022 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b72010c6-528d-4357-9185-a1a08b021202 req-e95839fb-fef8-4087-8e67-eb93d1eefa4b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.1345546 Mar 10 06:19:50.169255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-8f93e068-ed1f-4840-a7cf-47b37b284889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.170796 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-8f93e068-ed1f-4840-a7cf-47b37b284889 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1168 time: 0.1153789 Mar 10 06:19:50.261672 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-b121a81a-2eae-48c3-9f28-27e30e5dae12 None None] Provisioning complete for port 76d78dfa-f336-4513-a3d5-124579d1fa78 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:19:50.262112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b121a81a-2eae-48c3-9f28-27e30e5dae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:50.352842 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-aed57e41-f8c8-49d6-8699-5b329d06eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.354338 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-aed57e41-f8c8-49d6-8699-5b329d06eabb service neutron] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 916 time: 0.1688983 Mar 10 06:19:50.463519 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-b01f9fe2-a026-44a9-ad29-e150b207d33d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 1001 time: 0.0876544 Mar 10 06:19:50.477364 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b72010c6-528d-4357-9185-a1a08b021202 req-0c59a0dc-102d-4da2-9aae-9927aae1883f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3054736 Mar 10 06:19:50.557751 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-b121a81a-2eae-48c3-9f28-27e30e5dae12 None None] Current status of the port 76d78dfa-f336-4513-a3d5-124579d1fa78 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:19:50.623064 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda9932-67f8-4882-b154-e629946a6c89 req-6cf44471-d6e2-4d22-9cfb-2bf8321f9cdc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.630249 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6eda9932-67f8-4882-b154-e629946a6c89 req-6cf44471-d6e2-4d22-9cfb-2bf8321f9cdc tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.2748921 Mar 10 06:19:50.651859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-1d7c05be-37f3-4592-92f5-7425df23d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.652949 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-1d7c05be-37f3-4592-92f5-7425df23d11c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.1824548 Mar 10 06:19:50.723835 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6eda9932-67f8-4882-b154-e629946a6c89 req-4ca6d3f7-df70-464e-b1ab-3377319de676 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925825 Mar 10 06:19:50.748251 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-fffefe17-9e51-4041-bc80-b4e88a4a7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.750201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-fffefe17-9e51-4041-bc80-b4e88a4a7999 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0824151 Mar 10 06:19:50.910684 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-a7c4b656-1910-4103-a0ae-69c8094ce5a6 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522574 Mar 10 06:19:50.929974 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71bb01-1c9b-40ce-880c-b4ad0d498756 req-94968045-c6b7-4661-acab-c03f38211c36 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:50.931404 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d71bb01-1c9b-40ce-880c-b4ad0d498756 req-94968045-c6b7-4661-acab-c03f38211c36 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0735686 Mar 10 06:19:51.043198 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1d71bb01-1c9b-40ce-880c-b4ad0d498756 req-cde91ab8-0dea-4738-be87-58051cc7267b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060636 Mar 10 06:19:51.067257 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e9f09a3-64a4-45ab-af53-d412f726274d req-03d9518e-9054-4f67-a3f8-168f3bc88ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141043 Mar 10 06:19:51.849897 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289ed5f-f37c-42c2-8238-5f5d3db84b82 req-3c249d8f-c847-4d0c-8133-bebea18fe29a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:51.854506 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c289ed5f-f37c-42c2-8238-5f5d3db84b82 req-3c249d8f-c847-4d0c-8133-bebea18fe29a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0679436 Mar 10 06:19:51.903066 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c289ed5f-f37c-42c2-8238-5f5d3db84b82 req-fa0c687d-3f19-4d65-afe7-850a5ddf747b tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Mar 10 06:19:52.026244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c825ff-8ec8-4db4-9bbd-68ae6c81f0cc req-c43513a7-6691-4a22-be87-f6acf3f21af7 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:52.027779 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22c825ff-8ec8-4db4-9bbd-68ae6c81f0cc req-c43513a7-6691-4a22-be87-f6acf3f21af7 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0558467 Mar 10 06:19:52.077158 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22c825ff-8ec8-4db4-9bbd-68ae6c81f0cc req-19116a74-8466-4a80-9645-faa7875c389d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Mar 10 06:19:52.172118 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48d1b0-4547-4537-929c-26b9675cc661 req-d57a378e-4242-43b3-aa99-7f9864075be4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:52.173614 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ed48d1b0-4547-4537-929c-26b9675cc661 req-d57a378e-4242-43b3-aa99-7f9864075be4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0632508 Mar 10 06:19:52.222509 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ed48d1b0-4547-4537-929c-26b9675cc661 req-26cd2bce-86be-447e-bbae-1f2057c93b5f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Mar 10 06:19:53.030997 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12c2cd-8a78-4fcc-b8e7-9eaa8d76a93a req-9d67bc9b-4353-41e7-8937-d0935c586de9 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:53.032503 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f12c2cd-8a78-4fcc-b8e7-9eaa8d76a93a req-9d67bc9b-4353-41e7-8937-d0935c586de9 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0597119 Mar 10 06:19:53.081298 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f12c2cd-8a78-4fcc-b8e7-9eaa8d76a93a req-a0fa1248-33b4-4e23-9dc4-347d0f82fad5 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/security-groups?id=b8fc917a-a35d-4c0d-b498-5951a80e057f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Mar 10 06:19:53.196851 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628758-d8dc-4dc2-8db7-cee3ebffbfcd req-07faeb6f-5010-4e9f-921a-d174e46a3d32 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:53.198335 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1e628758-d8dc-4dc2-8db7-cee3ebffbfcd req-07faeb6f-5010-4e9f-921a-d174e46a3d32 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0528820 Mar 10 06:19:53.278746 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1e628758-d8dc-4dc2-8db7-cee3ebffbfcd req-97681e56-30bc-4643-811a-8f01235a2f5d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711327 Mar 10 06:19:53.291343 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-c1098a64-9e6c-4f4b-9b0d-ca3f3f384135 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:53.303016 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-c1098a64-9e6c-4f4b-9b0d-ca3f3f384135 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 945 time: 0.0939467 Mar 10 06:19:53.402057 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f101-d664-4d6e-9f6e-67ec5546f251 req-8d1c77ce-674c-4c36-98d9-cfc6e83daa50 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:53.403557 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0df7f101-d664-4d6e-9f6e-67ec5546f251 req-8d1c77ce-674c-4c36-98d9-cfc6e83daa50 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1094849 Mar 10 06:19:53.453537 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Deleting port fb67e357-3e45-4c8c-9612-9ed549177c1d {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:19:53.453795 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:53.478206 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0df7f101-d664-4d6e-9f6e-67ec5546f251 req-8208ea3a-0126-4641-a7ba-e2e64fca9af3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680788 Mar 10 06:19:53.550356 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] For port fb67e357-3e45-4c8c-9612-9ed549177c1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fb67e357-3e45-4c8c-9612-9ed549177c1d,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:53.550753 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:53.563475 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Calling delete_port for fb67e357-3e45-4c8c-9612-9ed549177c1d owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:19:53.769916 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (fb67e357-3e45-4c8c-9612-9ed549177c1d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:53.799900 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Pushing event deleted for resources: {'Port': ['ID=fb67e357-3e45-4c8c-9612-9ed549177c1d,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:53.843141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] No DVR routers for this DVR port fb67e357-3e45-4c8c-9612-9ed549177c1d on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:19:53.845691 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:53.849021 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9694058f-abc8-4243-bb2a-24cbc965efb9 req-75e45bca-398f-4668-a218-b2fc69aeeeb6 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.37 "DELETE /v2.0/ports/fb67e357-3e45-4c8c-9612-9ed549177c1d HTTP/1.1" status: 204 len: 173 time: 0.5455523 Mar 10 06:19:53.849456 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'name': 'network-vif-deleted', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:53.852391 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec444c0-e665-433e-bf9b-0b1c71c6ebdc" -d '{"events": [{"server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "name": "network-vif-deleted", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:53.890472 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288bac7-d44c-4bfa-9c59-32458532b795 x-openstack-request-id: req-e288bac7-d44c-4bfa-9c59-32458532b795 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:53.890807 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434920a5-c1f5-40c6-abbd-d0cc8d84d758", "name": "network-vif-deleted", "tag": "fb67e357-3e45-4c8c-9612-9ed549177c1d", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:53.891066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e288bac7-d44c-4bfa-9c59-32458532b795 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:53.891480 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434920a5-c1f5-40c6-abbd-d0cc8d84d758', 'name': 'network-vif-deleted', 'tag': 'fb67e357-3e45-4c8c-9612-9ed549177c1d', 'status': 'completed', 'code': 200} Mar 10 06:19:54.177200 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c26fd22-cfe1-40e1-9277-ec292b6fc6fc req-28a84e3a-86e2-4346-8b28-0355e974ff38 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Mar 10 06:19:54.402277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eff3ef-cb82-47ac-867f-3cccd38e4670 req-122d52a8-7e3a-4962-a5c5-f43a64b037da tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:54.403677 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a4eff3ef-cb82-47ac-867f-3cccd38e4670 req-122d52a8-7e3a-4962-a5c5-f43a64b037da tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0513489 Mar 10 06:19:54.448939 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a4eff3ef-cb82-47ac-867f-3cccd38e4670 req-91c62d05-52cf-4f6c-bcf4-ae8b8d539e92 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397775 Mar 10 06:19:54.598818 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b45a9-b767-426d-964d-039f90bc8377 req-053a39a7-43ee-45a3-bacb-e7600632183f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:54.600272 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a67b45a9-b767-426d-964d-039f90bc8377 req-053a39a7-43ee-45a3-bacb-e7600632183f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0559387 Mar 10 06:19:54.649069 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a67b45a9-b767-426d-964d-039f90bc8377 req-55e275c5-6169-46da-bbf3-187af4cc35ba tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Mar 10 06:19:55.280547 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-295895d9-4b6a-433d-b5f2-79f5e701706c req-f6827987-e46d-40f6-ada2-99f1aabe7858 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Mar 10 06:19:55.569302 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e1677-60ad-44ed-9d40-6ed770574cb5 req-e526b610-1351-434e-acc4-7255e9dfe5ca tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:55.576931 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b30e1677-60ad-44ed-9d40-6ed770574cb5 req-e526b610-1351-434e-acc4-7255e9dfe5ca tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0620186 Mar 10 06:19:55.619319 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b30e1677-60ad-44ed-9d40-6ed770574cb5 req-ff9bfe08-b4ab-44ce-8771-4da2498d3c1c tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Mar 10 06:19:55.770242 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc8a2e-f66a-45ce-93f3-ce641c03bd6f req-5dbcf8c8-df1f-4251-8127-4688a65c7cc7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:55.771716 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dccc8a2e-f66a-45ce-93f3-ce641c03bd6f req-5dbcf8c8-df1f-4251-8127-4688a65c7cc7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0565367 Mar 10 06:19:55.796166 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9d35c121-36e3-4a1e-9cba-e9b5a3247e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:55.819086 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dccc8a2e-f66a-45ce-93f3-ce641c03bd6f req-80630179-2caa-488d-8d15-00027656133a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Mar 10 06:19:56.181671 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['fb67e357-3e45-4c8c-9612-9ed549177c1d'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:56.372400 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6cfe92f3-491a-4265-9284-710e059ccf2d req-5d0aafde-dc70-41b6-b2f4-1a88ebbcc8f4 tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Mar 10 06:19:56.735493 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c9e68-c716-4388-b0d0-63985744c5e2 req-30226759-66d4-4f30-8b74-b8be585938c4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:56.736985 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e6c9e68-c716-4388-b0d0-63985744c5e2 req-30226759-66d4-4f30-8b74-b8be585938c4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0517173 Mar 10 06:19:56.784746 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e6c9e68-c716-4388-b0d0-63985744c5e2 req-91655fc6-6fe3-48b7-8867-ce8d898dc34a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Mar 10 06:19:56.944651 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703588-4c00-4e2e-b7f3-4a4add4cb35d req-3c957fe0-897c-4019-9888-d24f6889b64b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:56.946578 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea703588-4c00-4e2e-b7f3-4a4add4cb35d req-3c957fe0-897c-4019-9888-d24f6889b64b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0574350 Mar 10 06:19:56.992278 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ea703588-4c00-4e2e-b7f3-4a4add4cb35d req-a85d16c8-5581-4822-971c-0d527bfda820 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Mar 10 06:19:57.246426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-9f258192-d1ad-417b-9ed3-519a84c09dd9 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:57.247919 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-9f258192-d1ad-417b-9ed3-519a84c09dd9 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Mar 10 06:19:57.345539 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Deleting port aa2d0f56-a878-41bd-9352-d8b16f91d2be {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:19:57.345878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:57.444526 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] For port aa2d0f56-a878-41bd-9352-d8b16f91d2be, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=aa2d0f56-a878-41bd-9352-d8b16f91d2be,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:57.444526 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:57.458010 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Calling delete_port for aa2d0f56-a878-41bd-9352-d8b16f91d2be owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:19:57.502016 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-81c9eea4-6e6e-42f4-87c4-0e7a8833a17a req-233c10a1-2d80-4ab0-b25e-88ae32fa2b0a tempest-ServerRescueNegativeTestJSON-1499289693 tempest-ServerRescueNegativeTestJSON-1499289693-project] 10.222.0.15 "GET /v2.0/ports?device_id=434920a5-c1f5-40c6-abbd-d0cc8d84d758 HTTP/1.1" status: 200 len: 210 time: 0.0368140 Mar 10 06:19:57.747114 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (aa2d0f56-a878-41bd-9352-d8b16f91d2be), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:57.776044 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Pushing event deleted for resources: {'Port': ['ID=aa2d0f56-a878-41bd-9352-d8b16f91d2be,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:19:57.799370 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['aa2d0f56-a878-41bd-9352-d8b16f91d2be'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:19:57.832953 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] No DVR routers for this DVR port aa2d0f56-a878-41bd-9352-d8b16f91d2be on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:19:57.836871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:57.840345 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7663cd2e-bc83-4468-a7d2-8a4195e7e60a req-936a32e7-a770-4970-89b9-a31daf9efcea tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "DELETE /v2.0/ports/aa2d0f56-a878-41bd-9352-d8b16f91d2be HTTP/1.1" status: 204 len: 173 time: 0.5856435 Mar 10 06:19:57.840857 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'name': 'network-vif-deleted', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:19:57.851482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10dc3fa-3765-454d-8690-f5c7442c6867" -d '{"events": [{"server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "name": "network-vif-deleted", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:19:57.898362 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821aece-d457-466b-a9bd-cd4e8f70c601 x-openstack-request-id: req-9821aece-d457-466b-a9bd-cd4e8f70c601 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:19:57.898782 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73db643b-d05d-4db7-b4ed-56fdbdc756e7", "name": "network-vif-deleted", "tag": "aa2d0f56-a878-41bd-9352-d8b16f91d2be", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:19:57.898952 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9821aece-d457-466b-a9bd-cd4e8f70c601 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:19:57.899344 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73db643b-d05d-4db7-b4ed-56fdbdc756e7', 'name': 'network-vif-deleted', 'tag': 'aa2d0f56-a878-41bd-9352-d8b16f91d2be', 'status': 'completed', 'code': 200} Mar 10 06:19:57.901464 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df1f1e87-2253-4eee-990b-cc5f20a71a58 req-c7aaddbf-f5b1-4134-b58a-c8a0c1f72bae tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Mar 10 06:19:57.952701 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-af4c87f2-4594-4a6a-be83-1e0516e13379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:58.113264 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbe38e-7297-444a-b6e5-5d171608a4cb req-7037368a-b6aa-47dd-bfb1-6a5b0f4f3069 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:58.114742 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5bcbe38e-7297-444a-b6e5-5d171608a4cb req-7037368a-b6aa-47dd-bfb1-6a5b0f4f3069 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0522425 Mar 10 06:19:58.161287 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5bcbe38e-7297-444a-b6e5-5d171608a4cb req-920ec838-b2df-4343-9486-601b0c0865c5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Mar 10 06:19:58.549813 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 51992) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:19:58.963274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.010904 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59caa453-a035-474d-8131-0ba562c46b76 req-8208745d-e1c8-4229-8af0-b109023d19c1 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Mar 10 06:19:59.225163 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.269151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Deleting port 879c7585-d8b5-4765-adbe-f5d54e0e84a3 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:19:59.269482 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.296991 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dc640-6654-4f0c-8b23-d346506ee595 req-b082fff4-e81a-4ab3-bd1e-801ecc0dd67e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:19:59.298449 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-828dc640-6654-4f0c-8b23-d346506ee595 req-b082fff4-e81a-4ab3-bd1e-801ecc0dd67e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0616391 Mar 10 06:19:59.345532 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-828dc640-6654-4f0c-8b23-d346506ee595 req-ca0dab95-f2da-4ca7-b060-7aba688bdcbb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Mar 10 06:19:59.349793 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] For port 879c7585-d8b5-4765-adbe-f5d54e0e84a3, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=879c7585-d8b5-4765-adbe-f5d54e0e84a3,segment=NetworkSegment(a03986f7-5699-474c-9a32-7438c5010fc7),segment_id=a03986f7-5699-474c-9a32-7438c5010fc7)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:19:59.350161 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.362949 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Calling delete_port for 879c7585-d8b5-4765-adbe-f5d54e0e84a3 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:19:59.630119 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.653294 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (879c7585-d8b5-4765-adbe-f5d54e0e84a3), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:19:59.679306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=879c7585-d8b5-4765-adbe-f5d54e0e84a3,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:00.061906 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.125074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40b092d8-cff0-4ed3-b66f-8acd3906ca34 req-e8f1ceba-1238-4edd-9199-b91b82a6e341 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0285609 Mar 10 06:20:00.295604 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Router 0eab696b-a8ce-4500-97ef-24f63fb67e28 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:20:00.405270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:20:00.412872 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b4eca3ed-a10b-49d6-b2ed-cad044fefc30 admin admin] 10.222.0.15 "PUT /v2.0/routers/0eab696b-a8ce-4500-97ef-24f63fb67e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595912 Mar 10 06:20:00.412989 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52026) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:00.416597 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Sync routers for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:20:00.443997 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:00.443997 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:00.465165 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4199b-4207-4dd5-ae06-204405a11a01 req-613b73ff-91a7-45cb-b64e-8d660ebb2e77 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:00.472160 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3fa4199b-4207-4dd5-ae06-204405a11a01 req-613b73ff-91a7-45cb-b64e-8d660ebb2e77 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0591226 Mar 10 06:20:00.531522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks [] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.559025 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3fa4199b-4207-4dd5-ae06-204405a11a01 req-2570ee63-62b6-417b-b2df-100bc54ba479 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857725 Mar 10 06:20:00.586507 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:00.597636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fe8e3-11a3-4afa-a84d-b7a24230e6b2 req-2d2af8cb-cdf3-4c1e-9454-e044e974ef3d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:00.599217 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f20fe8e3-11a3-4afa-a84d-b7a24230e6b2 req-2d2af8cb-cdf3-4c1e-9454-e044e974ef3d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0918787 Mar 10 06:20:00.664534 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f20fe8e3-11a3-4afa-a84d-b7a24230e6b2 req-63cd35ed-c211-45c0-b4a1-297b949a3721 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577919 Mar 10 06:20:00.672286 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks [] for router_gateway (0eab696b-a8ce-4500-97ef-24f63fb67e28), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.779564 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:19:59Z', 'revision_number': 5, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port': {'id': '8443aa9a-70a4-4c38-a7f1-1366601247d1', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:79:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:00.808575 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Checking router: 0eab696b-a8ce-4500-97ef-24f63fb67e28 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:20:00.815645 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.816802 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Routers {'0eab696b-a8ce-4500-97ef-24f63fb67e28'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:00.817409 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0eab696b-a8ce-4500-97ef-24f63fb67e28'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:00.830446 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Deleting port 8443aa9a-70a4-4c38-a7f1-1366601247d1 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:00.830836 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.906695 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] Set router 0eab696b-a8ce-4500-97ef-24f63fb67e28 gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:00.909927 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] For port 8443aa9a-70a4-4c38-a7f1-1366601247d1, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=8443aa9a-70a4-4c38-a7f1-1366601247d1,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:00.910584 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:00.924073 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Calling delete_port for 8443aa9a-70a4-4c38-a7f1-1366601247d1 owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:00.963295 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:20:00Z', 'revision_number': 6, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:00.988282 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727b8c0-28cb-483a-a8a0-9c3058d71b6f None None] The sync data for ids ['0eab696b-a8ce-4500-97ef-24f63fb67e28'] in dv-cinder-804735-28-iscsi is: [{'id': '0eab696b-a8ce-4500-97ef-24f63fb67e28', 'name': 'tempest-ServerRescueNegativeTestJSON-237185208-router', 'tenant_id': '8ba34bf7b197465195e25ae6445c4a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:20:00Z', 'revision_number': 6, 'project_id': '8ba34bf7b197465195e25ae6445c4a19', 'gw_port_host': None}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:20:01.052386 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device aa2d0f56-a878-41bd-9352-d8b16f91d2be no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:01.076523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: aa2d0f56-a878-41bd-9352-d8b16f91d2be {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:01.076874 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device aa2d0f56-a878-41bd-9352-d8b16f91d2be not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:01.077292 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device fb67e357-3e45-4c8c-9612-9ed549177c1d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:01.096668 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: fb67e357-3e45-4c8c-9612-9ed549177c1d {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:01.099444 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device fb67e357-3e45-4c8c-9612-9ed549177c1d not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:01.204379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (8443aa9a-70a4-4c38-a7f1-1366601247d1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.232950 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Pushing event deleted for resources: {'Port': ['ID=8443aa9a-70a4-4c38-a7f1-1366601247d1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:01.233535 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ba5bede-8c8b-47e7-9516-136477c87a07 req-33754ff7-3a58-4e8b-85af-469c412c109f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=73db643b-d05d-4db7-b4ed-56fdbdc756e7 HTTP/1.1" status: 200 len: 210 time: 0.0292959 Mar 10 06:20:01.298367 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.417379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.419539 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks [] for router_controller (0eab696b-a8ce-4500-97ef-24f63fb67e28), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.621733 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (0eab696b-a8ce-4500-97ef-24f63fb67e28), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.622407 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eab696b-a8ce-4500-97ef-24f63fb67e28 {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:20:01.628299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.629551 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d342658f-0440-48f0-9565-2127912b376d admin admin] 10.222.0.15 "DELETE /v2.0/routers/0eab696b-a8ce-4500-97ef-24f63fb67e28 HTTP/1.1" status: 204 len: 168 time: 1.2147820 Mar 10 06:20:01.632856 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52038) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:01.676803 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Deleting subnet e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:20:01.680666 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Publish callbacks [] for subnet (e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.687662 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d163-30be-4637-a9b4-ba5bbec6ff10 req-e30e5a27-c69c-4a3a-b65b-20dae94a810b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:01.692700 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-47d5d163-30be-4637-a9b4-ba5bbec6ff10 req-e30e5a27-c69c-4a3a-b65b-20dae94a810b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0600765 Mar 10 06:20:01.722292 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.740059 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-47d5d163-30be-4637-a9b4-ba5bbec6ff10 req-3a0b573b-fb82-4c66-a186-c3f5f3e564a1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Mar 10 06:20:01.773387 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.797731 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaa8bf-c4c6-4889-84e6-c62a5cb09bcd req-6a9af2ab-0fb7-4b7a-8782-f799fa244825 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:01.799265 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1bcaa8bf-c4c6-4889-84e6-c62a5cb09bcd req-6a9af2ab-0fb7-4b7a-8782-f799fa244825 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0583415 Mar 10 06:20:01.849595 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1bcaa8bf-c4c6-4889-84e6-c62a5cb09bcd req-1cfffa3f-a9ef-438f-bfd7-6bcb5ce61432 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Mar 10 06:20:01.913577 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.940334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:01.944090 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:01.957402 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a732ac8f-4bdc-4556-bc7f-3ef06f0333af admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e1827aa2-dc9e-4ea2-b1bb-58939d12cf7e HTTP/1.1" status: 204 len: 168 time: 0.3138673 Mar 10 06:20:01.957402 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52044) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:02.025571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (ce029d95-34ef-4c3d-a885-9a467e6e9ef1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.129188 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (ce029d95-34ef-4c3d-a885-9a467e6e9ef1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.150917 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce029d95-34ef-4c3d-a885-9a467e6e9ef1']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:02.160028 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03986f7-5699-474c-9a32-7438c5010fc7') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:02.160327 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03986f7-5699-474c-9a32-7438c5010fc7') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:02.170485 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (a03986f7-5699-474c-9a32-7438c5010fc7), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.183812 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (a03986f7-5699-474c-9a32-7438c5010fc7), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.189750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:20:02.190130 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (a03986f7-5699-474c-9a32-7438c5010fc7), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:20:02.191750 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:20:02.261595 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.324031 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (ce029d95-34ef-4c3d-a885-9a467e6e9ef1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.338335 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.338335 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce029d95-34ef-4c3d-a885-9a467e6e9ef1 HTTP/1.1" status: 204 len: 168 time: 0.3826065 Mar 10 06:20:02.346027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00670b-db37-4707-931d-e729bce00c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce029d95-34ef-4c3d-a885-9a467e6e9ef1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:02.609148 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 879c7585-d8b5-4765-adbe-f5d54e0e84a3 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:02.629291 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 879c7585-d8b5-4765-adbe-f5d54e0e84a3 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:02.630094 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 879c7585-d8b5-4765-adbe-f5d54e0e84a3 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:02.630094 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 8443aa9a-70a4-4c38-a7f1-1366601247d1 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:02.649779 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 8443aa9a-70a4-4c38-a7f1-1366601247d1 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:02.650121 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 8443aa9a-70a4-4c38-a7f1-1366601247d1 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:02.752017 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52062) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:02.792570 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-965ee550-419f-4829-9696-21b38ee13f6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ba34bf7b197465195e25ae6445c4a19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393665 Mar 10 06:20:02.795027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52066) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:02.847399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] Publish callbacks [] for security_group (b8fc917a-a35d-4c0d-b498-5951a80e057f), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.878500 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] Publish callbacks [] for security_group (b8fc917a-a35d-4c0d-b498-5951a80e057f), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:02.885024 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc230d0-ec7c-4c4e-9761-feb3f6c26c7e req-1d0a2eaa-71f6-47ea-bb19-1dac2a4c4456 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:02.886584 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcc230d0-ec7c-4c4e-9761-feb3f6c26c7e req-1d0a2eaa-71f6-47ea-bb19-1dac2a4c4456 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0686531 Mar 10 06:20:02.941358 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcc230d0-ec7c-4c4e-9761-feb3f6c26c7e req-991f7b48-55bd-4c35-a431-dc3382d0fd66 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468929 Mar 10 06:20:02.955112 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52072) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:03.009878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432164e-4a56-4554-a9d1-715df1f4ebf5 req-2cbcc7f6-a37d-45ff-82d5-c8ad6cc03930 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:03.011356 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b432164e-4a56-4554-a9d1-715df1f4ebf5 req-2cbcc7f6-a37d-45ff-82d5-c8ad6cc03930 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Mar 10 06:20:03.019639 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b8fc917a-a35d-4c0d-b498-5951a80e057f), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.022221 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.023501 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8fc917a-a35d-4c0d-b498-5951a80e057f HTTP/1.1" status: 204 len: 168 time: 0.2275798 Mar 10 06:20:03.032270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8575b6-c16e-4374-ba9c-8ce970c88a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc917a-a35d-4c0d-b498-5951a80e057f,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:03.066074 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b432164e-4a56-4554-a9d1-715df1f4ebf5 req-33127919-f9cd-4e33-81d5-5172c924e489 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Mar 10 06:20:03.077102 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57a84fb5-56d8-44e5-a05e-52a2d5160353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.153079 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57a84fb5-56d8-44e5-a05e-52a2d5160353 admin admin] Publish callbacks [] for security_group (c86d40fd-c5ea-4a62-aa9a-c6660c80fef6), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.255218 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-57a84fb5-56d8-44e5-a05e-52a2d5160353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (c86d40fd-c5ea-4a62-aa9a-c6660c80fef6), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.296160 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-57a84fb5-56d8-44e5-a05e-52a2d5160353 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3051317b7b8c4420be4da0dd66bf6db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452623 Mar 10 06:20:03.297055 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a84fb5-56d8-44e5-a05e-52a2d5160353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d40fd-c5ea-4a62-aa9a-c6660c80fef6,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:03.299653 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52078) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:03.354290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] Publish callbacks [] for security_group (c86d40fd-c5ea-4a62-aa9a-c6660c80fef6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.375679 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] Publish callbacks [] for security_group (c86d40fd-c5ea-4a62-aa9a-c6660c80fef6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.507159 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (c86d40fd-c5ea-4a62-aa9a-c6660c80fef6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.509777 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:03.511082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c86d40fd-c5ea-4a62-aa9a-c6660c80fef6 HTTP/1.1" status: 204 len: 168 time: 0.2097836 Mar 10 06:20:03.518958 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73908818-f0db-4aa0-b8c2-06419d1b183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d40fd-c5ea-4a62-aa9a-c6660c80fef6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:04.066287 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2c161-fb10-4d8d-b0e1-bf060ad36d38 req-e9ff98e3-6982-46c6-833c-5789a2961aa8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:04.068199 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4ca2c161-fb10-4d8d-b0e1-bf060ad36d38 req-e9ff98e3-6982-46c6-833c-5789a2961aa8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0592692 Mar 10 06:20:04.128970 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4ca2c161-fb10-4d8d-b0e1-bf060ad36d38 req-d49ba5dc-1d82-4315-abbe-42bb2160bb70 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499332 Mar 10 06:20:04.214761 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd7e6-7c6b-44be-a491-6f3e87d7ef4f req-0c603986-c49d-4453-9868-71ac6b907bdb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:04.216291 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc5cd7e6-7c6b-44be-a491-6f3e87d7ef4f req-0c603986-c49d-4453-9868-71ac6b907bdb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0541146 Mar 10 06:20:04.266223 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc5cd7e6-7c6b-44be-a491-6f3e87d7ef4f req-d1137a41-6cad-49c4-9d4d-2a840875c5a3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Mar 10 06:20:05.254451 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27da28e-2d69-4625-8e9d-ec4b0bba5f8f req-7a1c3641-f6a9-4d2d-af7a-1a3d267be233 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:05.255939 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b27da28e-2d69-4625-8e9d-ec4b0bba5f8f req-7a1c3641-f6a9-4d2d-af7a-1a3d267be233 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0516009 Mar 10 06:20:05.308703 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b27da28e-2d69-4625-8e9d-ec4b0bba5f8f req-3de55502-351a-4d63-b8fa-67338c607f8a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 Mar 10 06:20:05.383687 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff98e9b-5395-4901-b7b3-c9e7a59e20cf req-4df58cb9-e8a6-46f9-8a65-011ec6f0e1f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:05.385132 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dff98e9b-5395-4901-b7b3-c9e7a59e20cf req-4df58cb9-e8a6-46f9-8a65-011ec6f0e1f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0514405 Mar 10 06:20:05.431995 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dff98e9b-5395-4901-b7b3-c9e7a59e20cf req-ec4edd20-95e5-42f1-8eb8-cd4d35bf012a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Mar 10 06:20:05.875815 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-01fd1130-510e-406c-bb2e-dd0e5e4dfdc9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:05.877250 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-01fd1130-510e-406c-bb2e-dd0e5e4dfdc9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.0506835 Mar 10 06:20:06.217878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port a5b3f7e5-7916-4df3-9e3d-809c3815f289 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:06.218112 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:06.306111 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] For port a5b3f7e5-7916-4df3-9e3d-809c3815f289, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a5b3f7e5-7916-4df3-9e3d-809c3815f289,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:06.306832 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:06.512540 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697d64-c694-4dca-893a-ddfad582cc4f req-273a0afb-4a90-4bcf-82a9-b35669cf8ddd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:06.514060 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ff697d64-c694-4dca-893a-ddfad582cc4f req-273a0afb-4a90-4bcf-82a9-b35669cf8ddd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1353962 Mar 10 06:20:06.620367 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:06.620947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:06.621488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 84bcb67a-7bd9-4332-a67f-260e047914b2 disassociated. External IP: 172.27.2.104, port: a5b3f7e5-7916-4df3-9e3d-809c3815f289. Mar 10 06:20:06.622120 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for a5b3f7e5-7916-4df3-9e3d-809c3815f289 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:06.671306 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9621-90e4-4cf3-9d6f-a28e4dc20a7e req-daf52708-82c5-4929-ad54-cc0b8ca078f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:06.677900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-784e9621-90e4-4cf3-9d6f-a28e4dc20a7e req-daf52708-82c5-4929-ad54-cc0b8ca078f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 946 time: 0.1686273 Mar 10 06:20:06.719276 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ff697d64-c694-4dca-893a-ddfad582cc4f req-ebf3d105-91f8-46c4-876c-3099509a0a2c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740196 Mar 10 06:20:06.789320 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-784e9621-90e4-4cf3-9d6f-a28e4dc20a7e req-76e52f0b-e0c1-4da9-8358-873cca08846e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=36402e06-05f8-4ac6-93a0-79d82da06db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801692 Mar 10 06:20:06.947228 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (a5b3f7e5-7916-4df3-9e3d-809c3815f289), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:06.983243 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=a5b3f7e5-7916-4df3-9e3d-809c3815f289,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:07.116179 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:20:07.236774 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:20:07.249150 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:20:07.264062 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:07.266358 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:07.285845 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] No DVR routers for this DVR port a5b3f7e5-7916-4df3-9e3d-809c3815f289 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:20:07.288812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:07.292139 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5618ce96-10cd-4e6f-841b-baaf1964bd9d req-f5eaede5-9b10-4b82-9a2e-37364623e610 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "DELETE /v2.0/ports/a5b3f7e5-7916-4df3-9e3d-809c3815f289 HTTP/1.1" status: 204 len: 173 time: 1.4089026 Mar 10 06:20:07.292578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'name': 'network-vif-deleted', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:07.294845 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43d52f-39a7-441f-a6be-97869607cd08" -d '{"events": [{"server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "name": "network-vif-deleted", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:07.335423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aaa95c-ba7e-426a-95f2-9c23439f26f6 x-openstack-request-id: req-71aaa95c-ba7e-426a-95f2-9c23439f26f6 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:07.336337 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716f3f6-aec3-472e-9fdf-86d1f8fdaea6", "name": "network-vif-deleted", "tag": "a5b3f7e5-7916-4df3-9e3d-809c3815f289", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:07.336588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71aaa95c-ba7e-426a-95f2-9c23439f26f6 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:07.336984 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716f3f6-aec3-472e-9fdf-86d1f8fdaea6', 'name': 'network-vif-deleted', 'tag': 'a5b3f7e5-7916-4df3-9e3d-809c3815f289', 'status': 'completed', 'code': 200} Mar 10 06:20:07.396526 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:07.783838 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:07.812860 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:20:07.822358 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:07.823170 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:07.842450 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754e47-a551-43a1-a16f-f1247b392926 req-c10f03bd-4594-4b1c-8095-fb667a586389 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:07.844639 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a754e47-a551-43a1-a16f-f1247b392926 req-c10f03bd-4594-4b1c-8095-fb667a586389 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0603507 Mar 10 06:20:07.900085 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf01b6fb-71f9-4744-8c60-c91f58f28670 req-1054f945-2fc0-4aa3-abe6-b0afe159f3dd tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0299780 Mar 10 06:20:07.928187 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a754e47-a551-43a1-a16f-f1247b392926 req-fddab4ee-7f5e-4179-a3c5-fd0f049e1ca7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782261 Mar 10 06:20:07.946816 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:08.177747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:08.204749 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890187-9fc4-4f08-bdf8-9c4b3286f649 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '73c868f2-19c9-4c30-b050-7329ec9d1cb9', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:20:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:16:52Z', 'updated_at': '2022-03-10T06:17:20Z', 'revision_number': 2, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:20:08.428392 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5276f3-14d7-4744-8e1d-1847c6b0a9a6 None None] New status for floating IP 84bcb67a-7bd9-4332-a67f-260e047914b2: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:20:09.017434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc731657-4eee-462a-8300-8f02068d5912 req-0c0af7dd-3464-4755-af2a-4ff340b4cd5d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=c716f3f6-aec3-472e-9fdf-86d1f8fdaea6 HTTP/1.1" status: 200 len: 210 time: 0.0323179 Mar 10 06:20:09.072278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8335fcc-ae15-44e3-8671-117032b9ed77 req-f5681e5b-8475-48aa-8adc-aeb85f886869 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:09.073665 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8335fcc-ae15-44e3-8671-117032b9ed77 req-f5681e5b-8475-48aa-8adc-aeb85f886869 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0587571 Mar 10 06:20:09.120011 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8335fcc-ae15-44e3-8671-117032b9ed77 req-fee2b582-0230-421b-9f21-5ead69f736c8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404763 Mar 10 06:20:09.636386 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device a5b3f7e5-7916-4df3-9e3d-809c3815f289 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:09.658896 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: a5b3f7e5-7916-4df3-9e3d-809c3815f289 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:09.659250 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device a5b3f7e5-7916-4df3-9e3d-809c3815f289 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:10.261239 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7601-ee75-4417-b9e7-a17f9829579b req-8d7146dc-67fa-41cc-9e6c-61ef515971e4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:10.263015 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef9c7601-ee75-4417-b9e7-a17f9829579b req-8d7146dc-67fa-41cc-9e6c-61ef515971e4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0602818 Mar 10 06:20:10.269884 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52282) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:10.340488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef9c7601-ee75-4417-b9e7-a17f9829579b req-9054cc13-1643-4fda-ba1e-069e8331e23e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609059 Mar 10 06:20:10.348476 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (36402e06-05f8-4ac6-93a0-79d82da06db5), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.379760 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (36402e06-05f8-4ac6-93a0-79d82da06db5), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.518669 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (36402e06-05f8-4ac6-93a0-79d82da06db5), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.521608 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.523363 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/security-groups/36402e06-05f8-4ac6-93a0-79d82da06db5 HTTP/1.1" status: 204 len: 168 time: 0.2514687 Mar 10 06:20:10.526475 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52292) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:10.532506 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572b7e1-1d7a-4503-a8dc-d316c066f31d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36402e06-05f8-4ac6-93a0-79d82da06db5,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:10.545187 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-ee82e5e1-aadc-401e-8eca-98a4c7ee7d95 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] show failed (client error): The resource could not be found. Mar 10 06:20:10.546021 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ee82e5e1-aadc-401e-8eca-98a4c7ee7d95 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups/36402e06-05f8-4ac6-93a0-79d82da06db5 HTTP/1.1" status: 404 len: 347 time: 0.0184844 Mar 10 06:20:10.549100 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52294) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:10.705049 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port c042f789-8adb-472a-a082-507edf7187f8 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:10.705398 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (c042f789-8adb-472a-a082-507edf7187f8), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.785829 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (c042f789-8adb-472a-a082-507edf7187f8), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.786155 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (c042f789-8adb-472a-a082-507edf7187f8), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:10.797537 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for c042f789-8adb-472a-a082-507edf7187f8 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:11.042979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (c042f789-8adb-472a-a082-507edf7187f8), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:11.092525 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=c042f789-8adb-472a-a082-507edf7187f8,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:11.121674 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (84bcb67a-7bd9-4332-a67f-260e047914b2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:11.124610 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:11.125838 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-219ef5b1-8060-4560-a965-818146068591 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/floatingips/84bcb67a-7bd9-4332-a67f-260e047914b2 HTTP/1.1" status: 204 len: 168 time: 0.5758018 Mar 10 06:20:11.450613 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f9bee-6220-431e-b99c-9fca51fe6d88 req-4dd8c1dc-74f9-45eb-bbfd-093c6df01a12 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:11.452165 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b32f9bee-6220-431e-b99c-9fca51fe6d88 req-4dd8c1dc-74f9-45eb-bbfd-093c6df01a12 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0567298 Mar 10 06:20:11.499168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b32f9bee-6220-431e-b99c-9fca51fe6d88 req-f96f9f29-8fc2-4a1c-b1eb-58968a4abe84 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Mar 10 06:20:12.629326 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0cc55-a14f-435e-b945-3e58408f8fa2 req-bb6567d1-5b00-4837-a44e-a45b4324288f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:12.630974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-02f0cc55-a14f-435e-b945-3e58408f8fa2 req-bb6567d1-5b00-4837-a44e-a45b4324288f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0627272 Mar 10 06:20:12.681225 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-02f0cc55-a14f-435e-b945-3e58408f8fa2 req-c55017d0-9160-4593-aff1-f53e8b2b76cf tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Mar 10 06:20:13.805544 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aec408-9692-4b33-9213-780efc061531 req-713463dd-ada2-485d-b33a-b27cb9067a0b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:13.807075 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a4aec408-9692-4b33-9213-780efc061531 req-713463dd-ada2-485d-b33a-b27cb9067a0b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0523071 Mar 10 06:20:13.854246 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a4aec408-9692-4b33-9213-780efc061531 req-eda7b2dc-c16f-480a-b3fc-4d8b8f74ddd8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Mar 10 06:20:14.970938 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d489ee4-6b77-406f-95f4-100c1c6221e7 req-0bfcd3b8-be22-4bfd-81cb-b7f576d8dc1b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:14.972396 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d489ee4-6b77-406f-95f4-100c1c6221e7 req-0bfcd3b8-be22-4bfd-81cb-b7f576d8dc1b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0504174 Mar 10 06:20:15.029214 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3d489ee4-6b77-406f-95f4-100c1c6221e7 req-8f69823b-221b-4f08-a02e-9857fe863c13 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508208 Mar 10 06:20:16.147274 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d08b24-31ad-419a-9d28-75beefce995e req-d7cd6144-c1b3-4459-a829-29172e133e12 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:16.149308 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e5d08b24-31ad-419a-9d28-75beefce995e req-d7cd6144-c1b3-4459-a829-29172e133e12 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0531845 Mar 10 06:20:16.195364 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e5d08b24-31ad-419a-9d28-75beefce995e req-fa4fec67-8c96-4bf0-bfc9-2d2582147541 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Mar 10 06:20:17.314149 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee421a-9f0a-4a7c-bfa0-46d25da96e07 req-7d4a1a7c-f3fa-4a53-b3e2-41818ce25408 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:17.315642 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-58ee421a-9f0a-4a7c-bfa0-46d25da96e07 req-7d4a1a7c-f3fa-4a53-b3e2-41818ce25408 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0522673 Mar 10 06:20:17.364174 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-58ee421a-9f0a-4a7c-bfa0-46d25da96e07 req-32006d94-469f-4678-927c-4cdd0c921f77 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Mar 10 06:20:17.839103 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-7988d97d-2aa3-45b1-bd73-20ff9ade6a33 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:17.840465 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-7988d97d-2aa3-45b1-bd73-20ff9ade6a33 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/networks?id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308 HTTP/1.1" status: 200 len: 813 time: 0.1043711 Mar 10 06:20:17.857032 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-ce3603de-884c-4585-af4a-bda1cdce408a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/quotas/04d2eb5a08bf4a95b7c8a0e1e0183101 HTTP/1.1" status: 200 len: 375 time: 0.0111616 Mar 10 06:20:17.889591 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-112c6aad-481f-470e-914c-85ad9e945694 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276139 Mar 10 06:20:17.983041 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-f099bc55-5dac-48c5-9c26-8e49e5e554a4 service neutron] 10.222.0.15 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868697 Mar 10 06:20:18.072145 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-eb0b234e-5191-4ff0-824a-a9c5289a37c4 service neutron] 10.222.0.15 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834165 Mar 10 06:20:18.347193 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-72e9ee54-50ed-4acf-a50b-41bbc3619be0 req-86ab3ada-34c2-49d0-a7c3-6458dec90251 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0365639 Mar 10 06:20:18.499750 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57f97-0ff2-46e4-a403-e78364ee544b req-2f3633a2-6d8f-4724-ac80-72eb7caf914e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:18.501318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59c57f97-0ff2-46e4-a403-e78364ee544b req-2f3633a2-6d8f-4724-ac80-72eb7caf914e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0546081 Mar 10 06:20:18.550167 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59c57f97-0ff2-46e4-a403-e78364ee544b req-dbf0a25d-b899-4644-b3dd-be7773d1e1c5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Mar 10 06:20:18.949728 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62dc4e-5720-4a9e-871d-a324366038e5 req-c70fb11b-ad55-4d5f-9610-1020972946ab tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:18.951262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a62dc4e-5720-4a9e-871d-a324366038e5 req-c70fb11b-ad55-4d5f-9610-1020972946ab tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0525794 Mar 10 06:20:19.012568 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a62dc4e-5720-4a9e-871d-a324366038e5 req-fb64fa6a-3ab0-43b2-8f82-6d554a5c8400 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556729 Mar 10 06:20:19.183205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-818fb1d1-5a2c-4f46-b092-c642fad5be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:19.184834 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-818fb1d1-5a2c-4f46-b092-c642fad5be56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1129 time: 0.0498257 Mar 10 06:20:19.286065 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-1b9173a0-bd96-4628-9e86-8a7a70869be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:19.288091 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-1b9173a0-bd96-4628-9e86-8a7a70869be2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 911 time: 0.0938308 Mar 10 06:20:19.314779 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52466) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:19.365123 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-595c1a3c-bce8-4d67-a3ae-29b24e9982d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 1001 time: 0.0692852 Mar 10 06:20:19.431084 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-19c54086-d30c-4c2e-8e65-ea5c1ba5c3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.455226 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62aa8007-9531-4d68-b798-dca1f4a4e2a1 req-bf15f7ed-d862-4b83-a000-45162df80210 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0390427 Mar 10 06:20:19.465559 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-5ce0cc2b-f470-4ec6-997c-2714a2c34e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:19.467060 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-5ce0cc2b-f470-4ec6-997c-2714a2c34e00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0894141 Mar 10 06:20:19.526625 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-19c54086-d30c-4c2e-8e65-ea5c1ba5c3f8 admin admin] Publish callbacks [] for security_group (4667107e-e39d-4aad-af12-2ba84ccb2c08), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.555130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-fc6f070b-3854-4fd5-a16a-562e8261d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:19.557012 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-fc6f070b-3854-4fd5-a16a-562e8261d362 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508080 Mar 10 06:20:19.609805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-19c54086-d30c-4c2e-8e65-ea5c1ba5c3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4667107e-e39d-4aad-af12-2ba84ccb2c08), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.651000 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c54086-d30c-4c2e-8e65-ea5c1ba5c3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4667107e-e39d-4aad-af12-2ba84ccb2c08,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:19.657419 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-19c54086-d30c-4c2e-8e65-ea5c1ba5c3f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d82d95c1e020487ca0d788d497324692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392837 Mar 10 06:20:19.657985 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52474) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:19.671357 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333f9d-c50e-4486-8b26-ee12b498542d req-4827da5c-3802-4de0-83bb-29983f6d9c9f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:19.672907 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-48333f9d-c50e-4486-8b26-ee12b498542d req-4827da5c-3802-4de0-83bb-29983f6d9c9f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.1127138 Mar 10 06:20:19.684489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-0d65538b-99f3-4583-b371-e953b22e26e3 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163931 Mar 10 06:20:19.710878 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] Publish callbacks [] for security_group (4667107e-e39d-4aad-af12-2ba84ccb2c08), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.733599 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] Publish callbacks [] for security_group (4667107e-e39d-4aad-af12-2ba84ccb2c08), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.808063 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-48333f9d-c50e-4486-8b26-ee12b498542d req-ac5c6292-5386-4b7d-9a8b-8d59cc849c49 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170254 Mar 10 06:20:19.830031 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c0d0c6ab-8d17-491d-bc31-442bb35fe715 req-c069dedb-b9e0-4cb7-a497-1b347a385dbe service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265306 Mar 10 06:20:19.867394 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4667107e-e39d-4aad-af12-2ba84ccb2c08), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.870114 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:19.871312 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4667107e-e39d-4aad-af12-2ba84ccb2c08 HTTP/1.1" status: 204 len: 168 time: 0.2122865 Mar 10 06:20:19.879564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594b1a-6dc2-48d6-ae11-30221aa8433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4667107e-e39d-4aad-af12-2ba84ccb2c08,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:20.159001 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525bec-abca-4002-94af-47ff2d941c82 req-5e34afb8-0ffa-4e69-86d1-82ce63e2a55b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:20.160599 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc525bec-abca-4002-94af-47ff2d941c82 req-5e34afb8-0ffa-4e69-86d1-82ce63e2a55b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0607421 Mar 10 06:20:20.204003 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52494) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:20.253565 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dc525bec-abca-4002-94af-47ff2d941c82 req-250db4ac-1395-4667-9f37-ccba070fe60e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856357 Mar 10 06:20:20.409914 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33661b12-8930-48d7-9c03-b25fb7cbbd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.503068 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33661b12-8930-48d7-9c03-b25fb7cbbd42 admin admin] Publish callbacks [] for security_group (6e2570c5-b3e3-4396-aeb0-10831493864c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.556917 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f054717-1224-45d5-b7d7-6c83bd737a6c req-670be7eb-2c5c-48ef-a744-12ed3101b06f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Mar 10 06:20:20.568021 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33661b12-8930-48d7-9c03-b25fb7cbbd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6e2570c5-b3e3-4396-aeb0-10831493864c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.620427 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-33661b12-8930-48d7-9c03-b25fb7cbbd42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89676c53ed094a99b450b327d9c5800b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153872 Mar 10 06:20:20.623259 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52518) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:20.631367 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661b12-8930-48d7-9c03-b25fb7cbbd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2570c5-b3e3-4396-aeb0-10831493864c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:20.691206 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] Publish callbacks [] for security_group (6e2570c5-b3e3-4396-aeb0-10831493864c), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.718895 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] Publish callbacks [] for security_group (6e2570c5-b3e3-4396-aeb0-10831493864c), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.738528 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-f13e8239-c75a-4226-8f67-70fe29cade1d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:20.739566 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-f13e8239-c75a-4226-8f67-70fe29cade1d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "GET /v2.0/networks?id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308 HTTP/1.1" status: 200 len: 813 time: 0.1354177 Mar 10 06:20:20.766134 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Request body: {'port': {'device_id': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308', 'admin_state_up': True, 'tenant_id': '04d2eb5a08bf4a95b7c8a0e1e0183101'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:20.861501 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6e2570c5-b3e3-4396-aeb0-10831493864c), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.864449 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:20.865616 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e2570c5-b3e3-4396-aeb0-10831493864c HTTP/1.1" status: 204 len: 168 time: 0.2413201 Mar 10 06:20:20.888082 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f6533-bd91-47cb-94ec-f1b8f8ad4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2570c5-b3e3-4396-aeb0-10831493864c,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:20.953446 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bad0cc-3847-4be3-b3d2-81c924fb82b8 req-7587c991-9b51-45d0-81c2-55315e868897 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:20.955072 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8bad0cc-3847-4be3-b3d2-81c924fb82b8 req-7587c991-9b51-45d0-81c2-55315e868897 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.0694971 Mar 10 06:20:21.008321 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d8bad0cc-3847-4be3-b3d2-81c924fb82b8 req-eacdc818-c424-4ca7-9550-0ef5e7e4e58b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Mar 10 06:20:21.071313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Made reservation on behalf of 04d2eb5a08bf4a95b7c8a0e1e0183101 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:20:21.074827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:21.201556 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Allocated IP 172.20.0.12 (2f04c2f8-2b72-42c6-9c58-79a3c06d6308/91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384/63380f91-397d-44f2-ad59-d0a0aa718219) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:20:21.388439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks [] for port (63380f91-397d-44f2-ad59-d0a0aa718219), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:21.419910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b28b16-6ede-4567-80c1-7e54e426ebc6 req-25f43a16-e62a-4cac-9072-bb2f55c48d4b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:21.421521 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b28b16-6ede-4567-80c1-7e54e426ebc6 req-25f43a16-e62a-4cac-9072-bb2f55c48d4b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0833151 Mar 10 06:20:21.488823 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b28b16-6ede-4567-80c1-7e54e426ebc6 req-876956b9-37af-49f4-a716-ceefd8bcecea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587337 Mar 10 06:20:21.558253 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:21.599656 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:20:21.602959 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:20:21.608746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:20:21.613863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:21.614422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:21.629010 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Pushing event updated for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:21.682444 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6390ea-54fc-46e3-95b3-137071ec006d req-d2807cb6-1639-483d-b10a-bb3b23a59f6b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:21.684265 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aa6390ea-54fc-46e3-95b3-137071ec006d req-d2807cb6-1639-483d-b10a-bb3b23a59f6b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 932 time: 0.0572219 Mar 10 06:20:21.705606 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-72dd47a8-608f-492d-b08d-af16a592586a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463141 Mar 10 06:20:21.734563 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aa6390ea-54fc-46e3-95b3-137071ec006d req-dea4224c-c021-45af-9096-da7d38ece94e tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Mar 10 06:20:21.739429 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Request body: {'port': {'device_id': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:21.799541 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.059977 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63380f91-397d-44f2-ad59-d0a0aa718219 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:20:22.069308 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks [] for port (63380f91-397d-44f2-ad59-d0a0aa718219), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.081750 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Transition to ACTIVE for port object 63380f91-397d-44f2-ad59-d0a0aa718219 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:20:22.142971 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8574dd8-6205-4c6f-8f1b-83ad9f3ad0e5 req-b1d98e15-b135-40fa-9f69-0260e6be7bb3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.144516 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8574dd8-6205-4c6f-8f1b-83ad9f3ad0e5 req-b1d98e15-b135-40fa-9f69-0260e6be7bb3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.0584230 Mar 10 06:20:22.187520 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-ba11c577-f34b-4612-9089-ccb78fecc185 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.188971 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-ba11c577-f34b-4612-9089-ccb78fecc185 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 945 time: 0.0899072 Mar 10 06:20:22.194871 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c8574dd8-6205-4c6f-8f1b-83ad9f3ad0e5 req-4b504113-0ca5-49ab-b516-c0a345206e05 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=40c83179-19f4-47da-8caf-e89ecf066ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Mar 10 06:20:22.260806 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.318783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Pushing event updated for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:22.325779 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port 188bfa48-8e15-4b42-9b0e-a964c11f526e {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:22.326128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.349137 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Attempting to bind port 63380f91-397d-44f2-ad59-d0a0aa718219 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:20:22.349482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Attempting to bind port 63380f91-397d-44f2-ad59-d0a0aa718219 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:20:22.349811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Attempting to bind port 63380f91-397d-44f2-ad59-d0a0aa718219 on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:20:22.354858 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Port 63380f91-397d-44f2-ad59-d0a0aa718219 on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:20:22.355182 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Attempting to bind port 63380f91-397d-44f2-ad59-d0a0aa718219 on network 2f04c2f8-2b72-42c6-9c58-79a3c06d6308 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:20:22.359947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:20:22.360281 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Checking segment: {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:20:22.360660 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Bound using segment: {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:20:22.361086 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Bound port: 63380f91-397d-44f2-ad59-d0a0aa718219, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:20:22.361439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.416581 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] For port 188bfa48-8e15-4b42-9b0e-a964c11f526e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=188bfa48-8e15-4b42-9b0e-a964c11f526e,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:22.417023 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.425825 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:20:22.429411 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=63380f91-397d-44f2-ad59-d0a0aa718219,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:20:22.516966 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.554976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.555590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.556997 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] 10.222.0.37 "PUT /v2.0/ports/63380f91-397d-44f2-ad59-d0a0aa718219 HTTP/1.1" status: 200 len: 1094 time: 0.8215446 Mar 10 06:20:22.557635 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:22.560021 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef3455-4cc9-4390-9adb-d50eaecad4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:22.594701 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443f978-c58c-4ccf-8a52-3386f6f16887 service neutron] Pushing event updated for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:22.602465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b7784-a35c-4b53-a3a7-bf880c7b6d29 x-openstack-request-id: req-7b7b7784-a35c-4b53-a3a7-bf880c7b6d29 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:22.603070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:22.603327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b7b7784-a35c-4b53-a3a7-bf880c7b6d29 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:22.603734 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219', 'status': 'completed', 'code': 200} Mar 10 06:20:22.724877 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-7308b774-fde3-4970-9b57-1e5e6bab42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.726758 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-7308b774-fde3-4970-9b57-1e5e6bab42ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 1128 time: 0.0575788 Mar 10 06:20:22.872212 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-615da7ee-5baf-4c47-9f19-5747e2386846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.873588 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-615da7ee-5baf-4c47-9f19-5747e2386846 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1327610 Mar 10 06:20:22.897821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3ba78-e7e8-4bfa-b959-093704e21e8a req-ed278ed7-0dda-49be-8b40-29cb66bc24aa tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:22.899279 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2bd3ba78-e7e8-4bfa-b959-093704e21e8a req-ed278ed7-0dda-49be-8b40-29cb66bc24aa tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 944 time: 0.0834947 Mar 10 06:20:22.916020 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.916427 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:22.916747 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 73c868f2-19c9-4c30-b050-7329ec9d1cb9 disassociated. External IP: 172.27.2.220, port: 188bfa48-8e15-4b42-9b0e-a964c11f526e. Mar 10 06:20:22.917086 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for 188bfa48-8e15-4b42-9b0e-a964c11f526e owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:22.995091 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2bd3ba78-e7e8-4bfa-b959-093704e21e8a req-1ebf8938-947d-4f35-9717-673e2b6db576 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859334 Mar 10 06:20:23.009420 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-7de5650f-9da5-4ddc-8d32-5426920c9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:23.010918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8eef3455-4cc9-4390-9adb-d50eaecad4dd req-7de5650f-9da5-4ddc-8d32-5426920c9ce4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292512 Mar 10 06:20:23.119632 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-585bd341-a9ec-4ea0-8839-b539e04a5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:23.121096 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-585bd341-a9ec-4ea0-8839-b539e04a5b92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 1128 time: 0.0470650 Mar 10 06:20:23.170192 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-36c92fb1-4425-4d00-b656-afc3e2dfa555 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63380f91-397d-44f2-ad59-d0a0aa718219 HTTP/1.1" status: 200 len: 217 time: 0.0344291 Mar 10 06:20:23.219699 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-c004a1c7-2662-4a44-baa0-f46ebb6c35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:23.221146 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-c004a1c7-2662-4a44-baa0-f46ebb6c35fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384 HTTP/1.1" status: 200 len: 853 time: 0.0433664 Mar 10 06:20:23.255791 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-0890988f-e27d-4ced-8292-37ef836a7052 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f04c2f8-2b72-42c6-9c58-79a3c06d6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286186 Mar 10 06:20:23.276563 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (188bfa48-8e15-4b42-9b0e-a964c11f526e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:23.305484 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=188bfa48-8e15-4b42-9b0e-a964c11f526e,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:23.306234 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0af77e68-14fc-4582-9fb2-17ef3709a0d6 req-c7fd0b5a-16bc-482a-afcf-41db117ac7fa tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0374680 Mar 10 06:20:23.369872 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-5bfb7bcb-8f81-4cc9-bf59-6b2204e26e1d service neutron] 10.222.0.37 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080852 Mar 10 06:20:23.437388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:20:23.470440 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f988699-fc0e-479a-9416-d0ebf708f925 req-1f8c4a2d-3192-49ad-bdc1-533b5bcedc2d service neutron] 10.222.0.37 "GET /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932627 Mar 10 06:20:23.550751 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:20:23.561145 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:20:23.570823 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:23.571513 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:23.618304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] No DVR routers for this DVR port 188bfa48-8e15-4b42-9b0e-a964c11f526e on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:20:23.620988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:23.624589 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4082f733-80c0-4fea-9c97-b6fb45df92f9 req-87f5ed9b-936c-4acd-9678-226a0e26a13d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "DELETE /v2.0/ports/188bfa48-8e15-4b42-9b0e-a964c11f526e HTTP/1.1" status: 204 len: 173 time: 1.4275527 Mar 10 06:20:23.625030 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'name': 'network-vif-deleted', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:23.627404 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f2e5d-2bd8-4520-8e83-64adabf1c077" -d '{"events": [{"server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "name": "network-vif-deleted", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:23.672052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e5bea-cc6f-4421-8695-a3e3685fb471 x-openstack-request-id: req-3b1e5bea-cc6f-4421-8695-a3e3685fb471 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:23.672052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121d249-70e3-4627-a5e1-09c361c061c2", "name": "network-vif-deleted", "tag": "188bfa48-8e15-4b42-9b0e-a964c11f526e", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:23.672052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b1e5bea-cc6f-4421-8695-a3e3685fb471 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:23.673363 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121d249-70e3-4627-a5e1-09c361c061c2', 'name': 'network-vif-deleted', 'tag': '188bfa48-8e15-4b42-9b0e-a964c11f526e', 'status': 'completed', 'code': 200} Mar 10 06:20:23.693353 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:23.912437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:23.944682 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:20:23.953398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:23.954001 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:19:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:24.071936 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:24.121963 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e9888-3da7-4944-99ac-3a5fa2c954c7 req-ed37f11b-0d02-40d6-a79a-b679c1f5e3da tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.123567 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-721e9888-3da7-4944-99ac-3a5fa2c954c7 req-ed37f11b-0d02-40d6-a79a-b679c1f5e3da tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 944 time: 0.0592911 Mar 10 06:20:24.176611 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-721e9888-3da7-4944-99ac-3a5fa2c954c7 req-5bb39930-a897-42df-842f-835915ec715f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Mar 10 06:20:24.282479 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:24.309326 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8e6c9-5032-4276-9e2c-60b99383f9c7 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:20:24.421707 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-baa42414-9124-432a-a1f5-45f44280c31b req-78daf65d-dcfb-43a3-bdf9-1554dd1424b4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=e121d249-70e3-4627-a5e1-09c361c061c2 HTTP/1.1" status: 200 len: 210 time: 0.0322690 Mar 10 06:20:24.477947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961c17-abbb-4226-8386-fc1ca834d41c req-0bec6f86-2e53-4766-ad20-7f221bb86771 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.479534 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da961c17-abbb-4226-8386-fc1ca834d41c req-0bec6f86-2e53-4766-ad20-7f221bb86771 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0603154 Mar 10 06:20:24.548781 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-da961c17-abbb-4226-8386-fc1ca834d41c req-a66c385c-b5f6-46ad-ac64-a1a149fa3efd tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615761 Mar 10 06:20:24.582705 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-a45dbaf3-bcae-4a91-8a1d-7d253481058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.587368 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-a45dbaf3-bcae-4a91-8a1d-7d253481058a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1168 time: 0.0588813 Mar 10 06:20:24.594846 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5b6eb-69a4-4b3a-af0f-65a7ae718168 None None] New status for floating IP 73c868f2-19c9-4c30-b050-7329ec9d1cb9: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:20:24.694800 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-0e555723-7768-4374-af3f-3987dc5794fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.696914 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-0e555723-7768-4374-af3f-3987dc5794fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 916 time: 0.1062379 Mar 10 06:20:24.766490 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-26c08d6d-62e1-4485-8ac7-f24a05e61de0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 1001 time: 0.0625911 Mar 10 06:20:24.817463 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-b5eed509-d722-4fef-8f07-bcf0e884438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.819618 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-b5eed509-d722-4fef-8f07-bcf0e884438c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.0456247 Mar 10 06:20:24.872032 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-7f28efe3-caa7-4bf7-86bb-e7d650652db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:24.873550 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-7f28efe3-caa7-4bf7-86bb-e7d650652db9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472250 Mar 10 06:20:24.890140 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:20:24.966210 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-05a7da87-e3ea-4fb3-85a6-0a990fd82fc1 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859671 Mar 10 06:20:25.064788 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d9e91a4f-92b2-4af9-8d44-3d8798720477 req-f11a4122-db38-4967-852a-8d2f609ba1a4 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893171 Mar 10 06:20:25.294587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4d1c0-6e80-4c8f-ad04-a41baca1fb5f req-a0ee5694-ea03-44e8-8dc6-74c48f84e1fd tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:25.296156 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccd4d1c0-6e80-4c8f-ad04-a41baca1fb5f req-a0ee5694-ea03-44e8-8dc6-74c48f84e1fd tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 944 time: 0.0521853 Mar 10 06:20:25.342993 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ccd4d1c0-6e80-4c8f-ad04-a41baca1fb5f req-1c042bdb-d087-4fee-8a15-a7228ed8a3e4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Mar 10 06:20:25.587067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52598) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:25.614120 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52600) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:25.668666 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (40c83179-19f4-47da-8caf-e89ecf066ccf), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.705579 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (40c83179-19f4-47da-8caf-e89ecf066ccf), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.745711 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 63380f91-397d-44f2-ad59-d0a0aa718219 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:20:25.757692 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 188bfa48-8e15-4b42-9b0e-a964c11f526e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:25.784946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 188bfa48-8e15-4b42-9b0e-a964c11f526e {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:25.785299 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 188bfa48-8e15-4b42-9b0e-a964c11f526e not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:25.792734 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a14fb2bd-64ac-425d-839e-00788a107ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.871289 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=63380f91-397d-44f2-ad59-d0a0aa718219,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:25.882703 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '63380f91-397d-44f2-ad59-d0a0aa718219', 'network_id': '2f04c2f8-2b72-42c6-9c58-79a3c06d6308', 'port_id': '63380f91-397d-44f2-ad59-d0a0aa718219', 'mac_address': 'fa:16:3e:ae:a1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:20:25.895451 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (40c83179-19f4-47da-8caf-e89ecf066ccf), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.902877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.902877 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/security-groups/40c83179-19f4-47da-8caf-e89ecf066ccf HTTP/1.1" status: 204 len: 168 time: 0.3120925 Mar 10 06:20:25.903557 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52604) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:25.925280 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 63380f91-397d-44f2-ad59-d0a0aa718219 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:20:25.925520 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cb89d-e2b5-4e18-960e-20677a30b82f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c83179-19f4-47da-8caf-e89ecf066ccf,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:25.925646 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.934309 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.api.v2.resource [None req-23e3c656-7d82-4079-b999-efab80483f07 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] show failed (client error): The resource could not be found. Mar 10 06:20:25.936607 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-23e3c656-7d82-4079-b999-efab80483f07 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups/40c83179-19f4-47da-8caf-e89ecf066ccf HTTP/1.1" status: 404 len: 347 time: 0.0311718 Mar 10 06:20:25.939307 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52606) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:25.943674 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63380f91-397d-44f2-ad59-d0a0aa718219 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:20:25.953914 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d5fd26d2-7894-4de6-bf6a-9a94df60c3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:25.971639 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=63380f91-397d-44f2-ad59-d0a0aa718219,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:25.985331 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfc595-bd29-4fe6-991d-70c83d7e690c req-3dcc8919-56cf-40f6-95e6-cb7cb3861975 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:25.986853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bbfc595-bd29-4fe6-991d-70c83d7e690c req-3dcc8919-56cf-40f6-95e6-cb7cb3861975 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.3554354 Mar 10 06:20:26.055797 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.085099 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bbfc595-bd29-4fe6-991d-70c83d7e690c req-47095c9f-90cb-4b3e-a4e1-7a56141445a2 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909770 Mar 10 06:20:26.110907 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:26.114912 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port d048a05c-da48-4af2-a1c0-4599d7803e92 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:26.115261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.121760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d5fd26d2-7894-4de6-bf6a-9a94df60c3bb admin admin] Publish callbacks [] for security_group (f94f0196-79b1-4de8-aea6-a403bb9b0c61), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.198143 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d5fd26d2-7894-4de6-bf6a-9a94df60c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f94f0196-79b1-4de8-aea6-a403bb9b0c61), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.209319 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.209840 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (d048a05c-da48-4af2-a1c0-4599d7803e92), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.222145 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for d048a05c-da48-4af2-a1c0-4599d7803e92 owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:26.235489 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd26d2-7894-4de6-bf6a-9a94df60c3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f0196-79b1-4de8-aea6-a403bb9b0c61,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:26.239900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d5fd26d2-7894-4de6-bf6a-9a94df60c3bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=311ba286e6cb416db3a09231c1557354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6242049 Mar 10 06:20:26.243046 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52608) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:26.295653 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] Publish callbacks [] for security_group (f94f0196-79b1-4de8-aea6-a403bb9b0c61), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.321051 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] Publish callbacks [] for security_group (f94f0196-79b1-4de8-aea6-a403bb9b0c61), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.466752 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['63380f91-397d-44f2-ad59-d0a0aa718219'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:20:26.514919 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6209f36-8331-49b3-85ee-3c68abf2015a req-0573b1fd-7f6b-4493-82c3-c13bea2ed10b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:26.516469 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6209f36-8331-49b3-85ee-3c68abf2015a req-0573b1fd-7f6b-4493-82c3-c13bea2ed10b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 945 time: 0.0543604 Mar 10 06:20:26.564792 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6209f36-8331-49b3-85ee-3c68abf2015a req-993f63fc-f253-4dfc-a41c-3a1e4ffb0b67 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423207 Mar 10 06:20:26.609775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f94f0196-79b1-4de8-aea6-a403bb9b0c61), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.612445 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.613645 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f94f0196-79b1-4de8-aea6-a403bb9b0c61 HTTP/1.1" status: 204 len: 168 time: 0.3696566 Mar 10 06:20:26.621008 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (d048a05c-da48-4af2-a1c0-4599d7803e92), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.622742 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e5e1e-639a-4544-970d-653fd9b3b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f0196-79b1-4de8-aea6-a403bb9b0c61,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:26.650956 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=d048a05c-da48-4af2-a1c0-4599d7803e92,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:26.724787 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (73c868f2-19c9-4c30-b050-7329ec9d1cb9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.727621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:26.728753 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e50ba7fc-a357-4cc2-99d2-5831f2bd3b4e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/floatingips/73c868f2-19c9-4c30-b050-7329ec9d1cb9 HTTP/1.1" status: 204 len: 168 time: 0.7883382 Mar 10 06:20:27.199762 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52628) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:27.204150 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879976400', 'description': 'tempest-description--803127367'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:27.224702 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ebfb3-d499-4a31-968b-4e3d99f2dd16 req-55a319cb-3602-4bcd-855a-c1bdc6837b71 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:27.226974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-817ebfb3-d499-4a31-968b-4e3d99f2dd16 req-55a319cb-3602-4bcd-855a-c1bdc6837b71 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0673335 Mar 10 06:20:27.286181 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-817ebfb3-d499-4a31-968b-4e3d99f2dd16 req-3c7c618e-8847-423a-b7f5-22776aa7090a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535309 Mar 10 06:20:27.312693 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.383455 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (d7871a34-b1ae-4a63-95f4-a6ef0f065512), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.432335 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d7871a34-b1ae-4a63-95f4-a6ef0f065512), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.465131 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7871a34-b1ae-4a63-95f4-a6ef0f065512,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:27.514867 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.516123 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-aaaace8d-cea1-48ba-b425-22364f408b82 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3155091 Mar 10 06:20:27.519141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52636) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:27.524071 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': 'd7871a34-b1ae-4a63-95f4-a6ef0f065512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:27.608169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (e6f161ff-2138-4c11-93f2-263abfdf7c24), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.687346 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (e6f161ff-2138-4c11-93f2-263abfdf7c24), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.704871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee7ad-502d-4632-9553-f8fd7193b7e6 req-5c98c262-87ca-4ec9-a927-af4901f9efe8 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:27.706404 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b45ee7ad-502d-4632-9553-f8fd7193b7e6 req-5c98c262-87ca-4ec9-a927-af4901f9efe8 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 945 time: 0.0675771 Mar 10 06:20:27.753882 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b45ee7ad-502d-4632-9553-f8fd7193b7e6 req-4244ae0a-63a5-4708-a4f7-c2885e599315 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Mar 10 06:20:27.767853 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (e6f161ff-2138-4c11-93f2-263abfdf7c24), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.767976 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 63380f91-397d-44f2-ad59-d0a0aa718219 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:20:27.777503 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f161ff-2138-4c11-93f2-263abfdf7c24,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:27.874913 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.878545 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d2753aea-b775-4b07-b9c8-f9aa56d21334 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560152 Mar 10 06:20:27.879004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52646) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:27.886299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': 'd7871a34-b1ae-4a63-95f4-a6ef0f065512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:27.886450 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 63380f91-397d-44f2-ad59-d0a0aa718219 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:20:27.887808 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 63380f91-397d-44f2-ad59-d0a0aa718219 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:20:27.888548 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.957219 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7c1a53de-cec6-464c-9425-81038f3a7e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.971741 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 63380f91-397d-44f2-ad59-d0a0aa718219 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:20:27.972061 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.974057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (adb62ac1-ce47-4895-9648-58a81d49eedd), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:27.994031 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:27.996296 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8258dc-d5a1-47ee-a620-7fa079e323de" -d '{"events": [{"server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "name": "network-vif-plugged", "status": "completed", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:28.009552 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=63380f91-397d-44f2-ad59-d0a0aa718219,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:28.030516 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (adb62ac1-ce47-4895-9648-58a81d49eedd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.034986 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b432ec8-c3b1-4053-b4ab-ab87c2ef33a7 x-openstack-request-id: req-2b432ec8-c3b1-4053-b4ab-ab87c2ef33a7 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:28.035278 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "name": "network-vif-plugged", "status": "completed", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:28.035536 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b432ec8-c3b1-4053-b4ab-ab87c2ef33a7 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:28.035934 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219', 'code': 200} Mar 10 06:20:28.102738 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.150312 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:28.190882 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (adb62ac1-ce47-4895-9648-58a81d49eedd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.208493 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb62ac1-ce47-4895-9648-58a81d49eedd,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:28.316904 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.320973 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2dc3545a-6c15-4f84-9c47-8416c7412a57 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4381113 Mar 10 06:20:28.321567 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52658) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:28.325790 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:28.424304 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73602f68-10f4-4a05-8d38-59198497f699 req-fc7c196f-9ed4-4cd9-9839-1575f95aa431 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:28.425785 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73602f68-10f4-4a05-8d38-59198497f699 req-fc7c196f-9ed4-4cd9-9839-1575f95aa431 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0618899 Mar 10 06:20:28.427021 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.461744 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b223-47f4-4b2f-a40d-f8e4252523d2 req-f21ec233-f73e-4c44-ba62-9880c7546e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:28.463869 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9782b223-47f4-4b2f-a40d-f8e4252523d2 req-f21ec233-f73e-4c44-ba62-9880c7546e06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 1130 time: 0.0574479 Mar 10 06:20:28.514816 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9782b223-47f4-4b2f-a40d-f8e4252523d2 req-21f23f30-5bc5-46f1-8cda-71cdccde35bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Mar 10 06:20:28.545749 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-73602f68-10f4-4a05-8d38-59198497f699 req-7efd5b08-000a-493c-b012-f61826194beb tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065083 Mar 10 06:20:28.581265 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.688627 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.27.2.63 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/37d4aedf-ee0d-48fb-874d-8b9b6d833cb1) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:20:28.804256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.882890 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac14e-572e-4d98-9f27-383a0e5118e9 req-f59812f4-51e8-4d29-8546-5bf1cea0a714 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:28.884446 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddbac14e-572e-4d98-9f27-383a0e5118e9 req-f59812f4-51e8-4d29-8546-5bf1cea0a714 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0581608 Mar 10 06:20:28.933318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddbac14e-572e-4d98-9f27-383a0e5118e9 req-deb0464b-933a-4ab4-b2fb-a5a7d808eea2 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Mar 10 06:20:28.939676 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:28.977090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:20:28.980304 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:20:28.983457 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:20:28.998495 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=37d4aedf-ee0d-48fb-874d-8b9b6d833cb1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:29.044506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.152203 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.224726 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.301703 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.362130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.397127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.416996 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=37d4aedf-ee0d-48fb-874d-8b9b6d833cb1,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:29.508507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.509744 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8df5fbca-c9ea-4093-a9e0-f0201ffb18a7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1873927 Mar 10 06:20:29.670928 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe9e90-cce6-4fb4-bfc0-721967c1b34a req-6a4fad53-913c-4475-af0b-80504e9264f8 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:29.672440 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d5fe9e90-cce6-4fb4-bfc0-721967c1b34a req-6a4fad53-913c-4475-af0b-80504e9264f8 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0587623 Mar 10 06:20:29.673158 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:29.750909 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-5e9205b4-67d6-499d-803e-b02c2c32a95f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1879976400&fields=id&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 267 time: 0.0753090 Mar 10 06:20:29.776748 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d5fe9e90-cce6-4fb4-bfc0-721967c1b34a req-184c6cdd-99ff-4aeb-93ab-f314dbc68f02 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949535 Mar 10 06:20:29.864099 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-ad79176f-331e-4b38-8a8b-865b49f318b2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:29.865465 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-ad79176f-331e-4b38-8a8b-865b49f318b2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1052468 Mar 10 06:20:29.880967 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-d391ebdd-7c46-49ed-80f2-e9e749d5e82e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/quotas/21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Mar 10 06:20:29.935485 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-ccf855f1-129d-4b1f-a6cb-b6af27db5385 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482116 Mar 10 06:20:30.065664 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-c34510fa-5e18-4dc6-85b7-8291f6fb1ad3 service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184492 Mar 10 06:20:30.088226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f79dfe-242e-4840-9c02-e584436b9d96 req-c698579b-e33d-46a0-a134-d25855db9ae0 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:30.089655 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e2f79dfe-242e-4840-9c02-e584436b9d96 req-c698579b-e33d-46a0-a134-d25855db9ae0 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0793548 Mar 10 06:20:30.188145 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e2f79dfe-242e-4840-9c02-e584436b9d96 req-c2e8a716-00fb-4511-a171-8208aee6c2f8 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886319 Mar 10 06:20:30.203380 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-27dc4156-9652-490a-9847-481c39c51475 service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298766 Mar 10 06:20:30.423809 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd195ceb-c59d-45ef-92eb-b66973674002 req-ec4657fa-7b11-42ec-8c33-1dc3269b686b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 210 time: 0.0276456 Mar 10 06:20:30.802527 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:30.899746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e43319-27b8-4184-878e-fd0e92fba009 req-591cba5a-3bd8-44ec-9f65-7d25a4b0300e tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:30.901220 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4e43319-27b8-4184-878e-fd0e92fba009 req-591cba5a-3bd8-44ec-9f65-7d25a4b0300e tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0541031 Mar 10 06:20:30.967127 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e4e43319-27b8-4184-878e-fd0e92fba009 req-d210a462-8ba1-4f51-ad12-b885a5445539 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600405 Mar 10 06:20:31.284819 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-e6159a4b-4b92-4c73-b7d3-694e41bae020 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476546 Mar 10 06:20:31.313741 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b6a2c-32f3-4c75-b0ea-9886cc6db31c req-a002907e-673c-45ca-ae64-e3b963039e02 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:31.315241 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-158b6a2c-32f3-4c75-b0ea-9886cc6db31c req-a002907e-673c-45ca-ae64-e3b963039e02 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0546844 Mar 10 06:20:31.362315 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-158b6a2c-32f3-4c75-b0ea-9886cc6db31c req-487c59b6-a165-4290-a6d7-50ba87d9599a tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Mar 10 06:20:31.364762 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eff93-6b7e-4177-a09f-587d79c6303e req-3b81d2ea-e1a8-471c-b8ba-ec92e6dc9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:31.367199 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-3b81d2ea-e1a8-471c-b8ba-ec92e6dc9076 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 1130 time: 0.0451686 Mar 10 06:20:31.484167 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eff93-6b7e-4177-a09f-587d79c6303e req-4eb2703a-3ded-4c2d-b387-1eafbf23f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:31.484167 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-4eb2703a-3ded-4c2d-b387-1eafbf23f0a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.0904124 Mar 10 06:20:31.531684 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d1f7c074-78f2-46d1-8025-4a9fcaebdf09 req-5ea63f73-3e66-47a6-aac0-398367439deb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 210 time: 0.0303376 Mar 10 06:20:31.557504 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-13c1d5d7-0bed-4c6b-abbe-348df49dcf25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 200 len: 1001 time: 0.0645919 Mar 10 06:20:31.613886 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eff93-6b7e-4177-a09f-587d79c6303e req-e4f6d4be-3ecc-4a92-a0bb-73685c4206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:31.615355 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-e4f6d4be-3ecc-4a92-a0bb-73685c4206c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0443969 Mar 10 06:20:31.701574 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eff93-6b7e-4177-a09f-587d79c6303e req-0af7d55a-cc01-45cd-9cd1-41768bc1a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:31.703134 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-0af7d55a-cc01-45cd-9cd1-41768bc1a1ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497186 Mar 10 06:20:31.797812 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-22423c46-480c-4468-ace6-d58c29693e1d service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819647 Mar 10 06:20:31.893799 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-307eff93-6b7e-4177-a09f-587d79c6303e req-f67fb751-3a33-4511-937f-33f29ca0e291 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882146 Mar 10 06:20:32.086424 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ab035-aeb7-46b6-8ed6-e15b41103cff req-9f200496-cb63-4661-a4f2-be15c3f1413d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:32.088073 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-269ab035-aeb7-46b6-8ed6-e15b41103cff req-9f200496-cb63-4661-a4f2-be15c3f1413d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0531926 Mar 10 06:20:32.156747 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-269ab035-aeb7-46b6-8ed6-e15b41103cff req-a74f6c3d-c58d-478b-af18-7c74a54c85a8 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630019 Mar 10 06:20:32.278260 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:32.630463 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c6bce23-98a8-486f-8893-c87e63ba8422 req-4770678c-11c3-4b8e-a61f-b5dd3f24bfb5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 210 time: 0.0292892 Mar 10 06:20:32.984331 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-e40ae99d-c222-44ec-abdc-d1bc06d68129 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:32.985761 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-e40ae99d-c222-44ec-abdc-d1bc06d68129 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1051476 Mar 10 06:20:33.065107 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-4fa45bef-538d-410a-934d-54a52ade313e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 380 time: 0.0561666 Mar 10 06:20:33.074334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'port': {'device_id': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'admin_state_up': True, 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'security_groups': ['d7871a34-b1ae-4a63-95f4-a6ef0f065512']}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:33.278158 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d55a-598a-4a98-80f7-afa808c7c9e8 req-e419ca88-1553-423d-a62f-5529d4811145 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:33.279692 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8352d55a-598a-4a98-80f7-afa808c7c9e8 req-e419ca88-1553-423d-a62f-5529d4811145 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0528462 Mar 10 06:20:33.327981 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:20:33.331553 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:33.343781 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8352d55a-598a-4a98-80f7-afa808c7c9e8 req-0fc03115-8830-4c65-9c65-d0f687177899 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581000 Mar 10 06:20:33.461914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.20.0.14 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/f4205307-b0f5-40f3-b530-f402b5cd49cd) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:20:33.597733 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:33.728313 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:33.728535 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-94e7d853-2108-4a4c-9daf-bb13298a727e req-8cce4a06-e6d2-4346-88c5-ab017e902bee tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 210 time: 0.0297194 Mar 10 06:20:33.773444 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:20:33.778320 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:20:33.781131 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:20:33.810019 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:33.838846 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:33.840941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:33.926442 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-74633082-8779-4e43-8944-7afdb7194198 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8557937 Mar 10 06:20:34.019398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-b1c61359-0743-4eeb-b824-cc36ab94c421 None None] Provisioning complete for port f4205307-b0f5-40f3-b530-f402b5cd49cd triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:20:34.019961 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b1c61359-0743-4eeb-b824-cc36ab94c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:34.052873 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-b1c61359-0743-4eeb-b824-cc36ab94c421 None None] Port f4205307-b0f5-40f3-b530-f402b5cd49cd cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:20:34.461452 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61047fa-0b1b-4a53-bace-55b99a1d3f79 req-50ef2259-3917-4446-8fdd-889aecaa7219 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:34.462926 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d61047fa-0b1b-4a53-bace-55b99a1d3f79 req-50ef2259-3917-4446-8fdd-889aecaa7219 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0517840 Mar 10 06:20:34.524892 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d61047fa-0b1b-4a53-bace-55b99a1d3f79 req-6d1dd8d5-54a9-4ff1-8763-ba095b8aa8d7 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562224 Mar 10 06:20:34.848523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cb54c-ccf0-4abe-b283-082dd39842a7 req-61007a92-a947-4bc8-9cfe-8f21da698ed3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:34.849912 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a2cb54c-ccf0-4abe-b283-082dd39842a7 req-61007a92-a947-4bc8-9cfe-8f21da698ed3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 932 time: 0.0515716 Mar 10 06:20:34.900351 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8a2cb54c-ccf0-4abe-b283-082dd39842a7 req-e1f3a888-e35a-467f-9c80-f519c5337d13 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443697 Mar 10 06:20:35.645292 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51253c-a897-445b-8fcd-40d24a722c4c req-a6b4d5c4-b99a-4522-b902-9196f114fe38 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:35.646697 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e51253c-a897-445b-8fcd-40d24a722c4c req-a6b4d5c4-b99a-4522-b902-9196f114fe38 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0553806 Mar 10 06:20:35.705686 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0e51253c-a897-445b-8fcd-40d24a722c4c req-c6d5d4cd-6bff-4e0e-9d21-55880e8c3953 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527771 Mar 10 06:20:36.016290 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326344d2-04b4-4f02-ba93-0648e1e433df req-7513fd6c-bfd4-4175-b295-37d3fc1f024a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:36.017753 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-326344d2-04b4-4f02-ba93-0648e1e433df req-7513fd6c-bfd4-4175-b295-37d3fc1f024a tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 932 time: 0.0521226 Mar 10 06:20:36.063046 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-326344d2-04b4-4f02-ba93-0648e1e433df req-9e201e0d-5c1b-4a2e-a9fb-eb733b150101 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Mar 10 06:20:36.301612 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Request body: {'port': {'device_id': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:36.367605 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:36.625064 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4205307-b0f5-40f3-b530-f402b5cd49cd {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:20:36.632597 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks [] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:36.644602 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Transition to ACTIVE for port object f4205307-b0f5-40f3-b530-f402b5cd49cd will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:20:36.711548 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:36.768373 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Pushing event updated for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:36.835323 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42407ed8-28c8-4ca0-88c2-71108808daae req-c6ce189e-fa1b-49a7-8ab5-0e9911f278fd tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:36.837078 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-42407ed8-28c8-4ca0-88c2-71108808daae req-c6ce189e-fa1b-49a7-8ab5-0e9911f278fd tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0565825 Mar 10 06:20:36.859010 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Attempting to bind port f4205307-b0f5-40f3-b530-f402b5cd49cd on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:20:36.859360 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Attempting to bind port f4205307-b0f5-40f3-b530-f402b5cd49cd by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:20:36.859809 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Attempting to bind port f4205307-b0f5-40f3-b530-f402b5cd49cd on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:20:36.864705 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Port f4205307-b0f5-40f3-b530-f402b5cd49cd on network cf442853-dabc-4faa-8b2f-89c6af46b0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:20:36.865026 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Attempting to bind port f4205307-b0f5-40f3-b530-f402b5cd49cd on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:20:36.870488 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:20:36.870865 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:20:36.871245 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:20:36.871699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Bound port: f4205307-b0f5-40f3-b530-f402b5cd49cd, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:20:36.872061 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:36.908312 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-42407ed8-28c8-4ca0-88c2-71108808daae req-d6f32d96-ec53-4063-8cb4-68e64b635fb9 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638988 Mar 10 06:20:36.942151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:20:36.945873 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:20:37.053791 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:37.086942 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.087619 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:37.088945 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] 10.222.0.37 "PUT /v2.0/ports/f4205307-b0f5-40f3-b530-f402b5cd49cd HTTP/1.1" status: 200 len: 1094 time: 0.7916574 Mar 10 06:20:37.089422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:37.091658 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6944796-005f-4e84-ae0c-618215f67d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:37.119423 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326013b-e0a3-4b23-b0d1-d6f4efbbcf7b service neutron] Pushing event updated for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:37.147785 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3906cade-b268-412f-b3b2-22b80210d6b1 x-openstack-request-id: req-3906cade-b268-412f-b3b2-22b80210d6b1 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:37.148071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:37.148334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3906cade-b268-412f-b3b2-22b80210d6b1 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:37.148743 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'status': 'completed', 'code': 200} Mar 10 06:20:37.222088 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742103b7-a5e9-436b-b18a-a4dfcf567302 req-d9c95d00-5d1f-4112-bb4a-b099d7956d70 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.223707 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-742103b7-a5e9-436b-b18a-a4dfcf567302 req-d9c95d00-5d1f-4112-bb4a-b099d7956d70 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 944 time: 0.0689688 Mar 10 06:20:37.248371 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944796-005f-4e84-ae0c-618215f67d8f req-613f2516-3564-4b89-a89b-42e37fde5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.250265 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-f6944796-005f-4e84-ae0c-618215f67d8f req-613f2516-3564-4b89-a89b-42e37fde5cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 1128 time: 0.0526817 Mar 10 06:20:37.274371 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-742103b7-a5e9-436b-b18a-a4dfcf567302 req-6ad77c39-17fc-4e11-ac2f-56622371731e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Mar 10 06:20:37.363752 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944796-005f-4e84-ae0c-618215f67d8f req-ccc99901-f1a1-4fef-a9e2-8cb05300443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.365705 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-f6944796-005f-4e84-ae0c-618215f67d8f req-ccc99901-f1a1-4fef-a9e2-8cb05300443c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=21e8c8866ebe41d3bdecc19450a10669&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0984211 Mar 10 06:20:37.461399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6944796-005f-4e84-ae0c-618215f67d8f req-0db63ff6-d795-4fdb-a2aa-ba76cb17b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.462896 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-f6944796-005f-4e84-ae0c-618215f67d8f req-0db63ff6-d795-4fdb-a2aa-ba76cb17b0d8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907815 Mar 10 06:20:37.590522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-8b22e363-7d53-49e6-a96a-cc4d194b7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.592234 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-8b22e363-7d53-49e6-a96a-cc4d194b7a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 1128 time: 0.0473261 Mar 10 06:20:37.655200 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-5909475c-f27f-426d-8f48-726cc411f3d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd HTTP/1.1" status: 200 len: 217 time: 0.0448565 Mar 10 06:20:37.717305 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-3065c998-1eff-48b1-afd6-9c04cba2bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.718831 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-3065c998-1eff-48b1-afd6-9c04cba2bf67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0546434 Mar 10 06:20:37.775683 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-80ee8079-a9e9-4c08-82c5-333f18928096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:37.777400 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-80ee8079-a9e9-4c08-82c5-333f18928096 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506475 Mar 10 06:20:37.876973 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-c5712419-7d34-4adb-897d-cc39484797ed service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Mar 10 06:20:37.975679 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b7da1532-01b2-41ab-88e9-72d187a64b42 req-93b486f8-4489-462a-802d-781af6e7d94c service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 Mar 10 06:20:38.032523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35dee-cb5d-4441-a7c0-921dff28e540 req-3d20ec64-802a-423a-8491-b36cf1d12e75 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:38.034007 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbf35dee-cb5d-4441-a7c0-921dff28e540 req-3d20ec64-802a-423a-8491-b36cf1d12e75 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0552506 Mar 10 06:20:38.098502 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbf35dee-cb5d-4441-a7c0-921dff28e540 req-e0a31a2f-c61e-4df2-b50d-b2c200f8bd7d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583313 Mar 10 06:20:38.398042 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df8140-d715-40ec-95bc-6412d38c9a92 req-0d2109fe-478e-4fba-b839-eeb0437f841e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:38.399460 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6df8140-d715-40ec-95bc-6412d38c9a92 req-0d2109fe-478e-4fba-b839-eeb0437f841e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 944 time: 0.0595601 Mar 10 06:20:38.445038 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6df8140-d715-40ec-95bc-6412d38c9a92 req-b1f3deb9-185a-4e77-b86e-db81c1d96e2c tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Mar 10 06:20:39.226464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8162f-bb67-4148-9177-62c913835e86 req-9b4ca9f7-e3ed-46fe-991c-09c62c71e50f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:39.227988 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ac8162f-bb67-4148-9177-62c913835e86 req-9b4ca9f7-e3ed-46fe-991c-09c62c71e50f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0582759 Mar 10 06:20:39.286484 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2ac8162f-bb67-4148-9177-62c913835e86 req-a7b0d368-f847-4139-8284-5212d5004c3f tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527194 Mar 10 06:20:39.566435 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1a7d7-3a05-4b74-a4bd-20be753f7e0f req-1fd6335e-138e-49bc-9852-d4479cf156a9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:39.567904 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11c1a7d7-3a05-4b74-a4bd-20be753f7e0f req-1fd6335e-138e-49bc-9852-d4479cf156a9 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 944 time: 0.0559082 Mar 10 06:20:39.613668 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11c1a7d7-3a05-4b74-a4bd-20be753f7e0f req-b239f5ec-540f-4cef-8ee1-b400ed3fc162 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Mar 10 06:20:40.407503 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebf74-e322-40b6-9929-d9bfe8383215 req-de050812-c8e2-4d89-9f24-1903063f1a7b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:40.409060 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c36ebf74-e322-40b6-9929-d9bfe8383215 req-de050812-c8e2-4d89-9f24-1903063f1a7b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0531666 Mar 10 06:20:40.467182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c36ebf74-e322-40b6-9929-d9bfe8383215 req-4fcdb79b-f3ea-458c-a9f2-d014047e242c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523262 Mar 10 06:20:40.730051 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb05a18-3665-4ce1-83a5-032adc0e5160 req-a2d66414-ccc0-4fbc-b00d-99c4cfcec5fa tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:40.731681 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8bb05a18-3665-4ce1-83a5-032adc0e5160 req-a2d66414-ccc0-4fbc-b00d-99c4cfcec5fa tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 944 time: 0.0535736 Mar 10 06:20:40.782804 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8bb05a18-3665-4ce1-83a5-032adc0e5160 req-bb1dc573-8953-42cb-b6d9-9287cd8fa20d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Mar 10 06:20:41.584746 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26e17b-fefd-4a33-b8a4-e7e705927535 req-81b89af6-2eda-40b9-a89e-16b89a23f07d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:41.586182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f26e17b-fefd-4a33-b8a4-e7e705927535 req-81b89af6-2eda-40b9-a89e-16b89a23f07d tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0517037 Mar 10 06:20:41.646772 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4f26e17b-fefd-4a33-b8a4-e7e705927535 req-6576fa22-0700-4394-8474-4fb81eb089f0 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547187 Mar 10 06:20:41.902616 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6273f6-0ec3-48a9-af3b-dcd3f54dbd90 req-cec82292-e6c0-45e1-a4f7-c9d018cb8b01 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:41.904244 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b6273f6-0ec3-48a9-af3b-dcd3f54dbd90 req-cec82292-e6c0-45e1-a4f7-c9d018cb8b01 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 944 time: 0.0548468 Mar 10 06:20:41.963792 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b6273f6-0ec3-48a9-af3b-dcd3f54dbd90 req-5f71f647-4af9-4ec6-a28c-9d1584e99864 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537283 Mar 10 06:20:42.311582 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device f4205307-b0f5-40f3-b530-f402b5cd49cd details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:20:42.413024 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:42.417520 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52898) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:42.424877 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'port_id': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'mac_address': 'fa:16:3e:37:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:20:42.462610 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port f4205307-b0f5-40f3-b530-f402b5cd49cd is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:20:42.463046 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.481735 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4205307-b0f5-40f3-b530-f402b5cd49cd {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:20:42.512232 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:42.531046 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.592274 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.607900 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Publish callbacks [] for security_group (4ff97e4d-c511-49d9-9f33-ce7a4b381987), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.639676 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:42.676690 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4ff97e4d-c511-49d9-9f33-ce7a4b381987), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.718886 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbd78af77cec43aaa16fa56f70ee5a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002045 Mar 10 06:20:42.721502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52904) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:42.725931 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff97e4d-c511-49d9-9f33-ce7a4b381987,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:42.748827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.748827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.748827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.749498 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.749645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.749982 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.750312 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.750637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.750985 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.751305 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.751627 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.751944 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.752260 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d12f78-1e71-4e2f-bb16-46a96b73ebfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:42.773908 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] Publish callbacks [] for security_group (4ff97e4d-c511-49d9-9f33-ce7a4b381987), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.791558 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afceff6-db6e-4df8-b9de-59aac99ab4b6 req-849f2a14-5c15-4181-acfe-e10f5e660c7a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:42.793232 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6afceff6-db6e-4df8-b9de-59aac99ab4b6 req-849f2a14-5c15-4181-acfe-e10f5e660c7a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0780170 Mar 10 06:20:42.800556 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] Publish callbacks [] for security_group (4ff97e4d-c511-49d9-9f33-ce7a4b381987), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.857272 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6afceff6-db6e-4df8-b9de-59aac99ab4b6 req-27f4a13a-74d2-4926-a2b7-dfc104eec00a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&id=e95b4899-89ba-4244-ad86-307da047f6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578327 Mar 10 06:20:42.958138 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4ff97e4d-c511-49d9-9f33-ce7a4b381987), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.960964 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:42.962191 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ff97e4d-c511-49d9-9f33-ce7a4b381987 HTTP/1.1" status: 204 len: 168 time: 0.2396741 Mar 10 06:20:42.971070 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471ff3e-4bf3-48aa-8512-ee146eb1de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff97e4d-c511-49d9-9f33-ce7a4b381987,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:42.974021 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['f4205307-b0f5-40f3-b530-f402b5cd49cd'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:20:43.085892 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e6bd-3e92-4dd6-a83d-ba9a1e21b1df req-82236924-425d-4208-a0bc-9a6f5fa31084 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:43.088049 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc20e6bd-3e92-4dd6-a83d-ba9a1e21b1df req-82236924-425d-4208-a0bc-9a6f5fa31084 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 945 time: 0.0635135 Mar 10 06:20:43.145308 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bc20e6bd-3e92-4dd6-a83d-ba9a1e21b1df req-565cbc75-6887-40b5-8eea-c5b2e1e2b407 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Mar 10 06:20:43.790082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 52922) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:43.804873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6020dfec-166c-460e-9419-85d1849934ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:43.890146 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6020dfec-166c-460e-9419-85d1849934ba admin admin] Publish callbacks [] for security_group (d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:43.950423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6020dfec-166c-460e-9419-85d1849934ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:43.988841 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6020dfec-166c-460e-9419-85d1849934ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=688cde04b18c49f086baf759be9b7be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973989 Mar 10 06:20:43.989766 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020dfec-166c-460e-9419-85d1849934ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:43.991529 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 52924) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:44.043539 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] Publish callbacks [] for security_group (d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:44.064147 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] Publish callbacks [] for security_group (d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:44.209551 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:44.212195 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:44.213380 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0 HTTP/1.1" status: 204 len: 168 time: 0.2206740 Mar 10 06:20:44.227181 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9f42-5c3e-411c-94bd-36fb7bff2a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d568ba7c-8505-40f6-a3b6-f9e8ddf77ce0,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:44.266351 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c5dd1-47d1-4060-a664-163af8bb76bb req-269a15dd-c380-438f-9aa3-d3b1ed4f97be tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:44.268194 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-644c5dd1-47d1-4060-a664-163af8bb76bb req-269a15dd-c380-438f-9aa3-d3b1ed4f97be tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 945 time: 0.0574524 Mar 10 06:20:44.319604 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-644c5dd1-47d1-4060-a664-163af8bb76bb req-2f2bf2c3-7131-4fef-9e26-08ae197cdcd8 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449245 Mar 10 06:20:44.926807 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e152-5d97-4ce3-99e8-98217c1621e7 req-f162d2d3-c1a9-40f3-96e0-f18a0a7e6297 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:44.928304 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08b2e152-5d97-4ce3-99e8-98217c1621e7 req-f162d2d3-c1a9-40f3-96e0-f18a0a7e6297 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0582051 Mar 10 06:20:44.973960 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-08b2e152-5d97-4ce3-99e8-98217c1621e7 req-fd842a4f-54b6-4237-9012-4e2c8b60b085 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397708 Mar 10 06:20:45.439546 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653da57-133f-4d19-b862-8723a57f04e8 req-5d120b22-095a-4769-b513-6d6e0106718b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:45.440992 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5653da57-133f-4d19-b862-8723a57f04e8 req-5d120b22-095a-4769-b513-6d6e0106718b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 945 time: 0.0506308 Mar 10 06:20:45.488589 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5653da57-133f-4d19-b862-8723a57f04e8 req-5f3cb13b-3874-4d03-b246-350ee35f8db0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Mar 10 06:20:45.810931 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device f4205307-b0f5-40f3-b530-f402b5cd49cd up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:20:45.921894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port f4205307-b0f5-40f3-b530-f402b5cd49cd completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:20:45.926072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port f4205307-b0f5-40f3-b530-f402b5cd49cd triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:20:45.926449 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:46.005954 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port f4205307-b0f5-40f3-b530-f402b5cd49cd is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:20:46.006452 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:46.034180 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:46.036260 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166c36f-a975-4132-8dcf-453b1e7fd164" -d '{"events": [{"server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "name": "network-vif-plugged", "status": "completed", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:46.053259 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:46.077291 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc90e7c-eac5-47af-a6d2-682625eb2dcc x-openstack-request-id: req-7dc90e7c-eac5-47af-a6d2-682625eb2dcc {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:46.077586 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "name": "network-vif-plugged", "status": "completed", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:46.077859 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dc90e7c-eac5-47af-a6d2-682625eb2dcc {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:46.078253 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'code': 200} Mar 10 06:20:46.124860 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157259-a598-4700-bfe9-f358322ee440 req-4bb72e01-c123-4792-ac79-3b38bfc84e20 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:46.126432 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c157259-a598-4700-bfe9-f358322ee440 req-4bb72e01-c123-4792-ac79-3b38bfc84e20 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0560951 Mar 10 06:20:46.173347 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c157259-a598-4700-bfe9-f358322ee440 req-28de9670-0016-480f-8c4d-74cccd0ffb6b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Mar 10 06:20:46.184443 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:46.233448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:46.240271 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.240624 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.241038 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.241302 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.241634 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.241985 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.242314 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.242638 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.242988 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.243306 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.243628 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.243943 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.244257 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:46.607575 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2caadd-f47f-4ed0-94df-25c719e87a39 req-d9a36873-fe76-44ba-93de-bb7827b054b2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:46.609318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f2caadd-f47f-4ed0-94df-25c719e87a39 req-d9a36873-fe76-44ba-93de-bb7827b054b2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0533686 Mar 10 06:20:46.660527 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f2caadd-f47f-4ed0-94df-25c719e87a39 req-36cda2a8-9f8f-4c6e-b190-c20564f9eb33 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Mar 10 06:20:47.294836 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cfe7b-89a0-4186-a3f6-c4ff65e0d951 req-105554e6-ab84-43fe-b7b4-048264f4e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:47.296310 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-ba0cfe7b-89a0-4186-a3f6-c4ff65e0d951 req-105554e6-ab84-43fe-b7b4-048264f4e95a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 1130 time: 0.0428002 Mar 10 06:20:47.300721 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c442a3-792c-4052-ac3b-927595d5185f req-54fcc0b6-32c0-4d8e-a649-7a7b72c64f3e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:47.302162 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0c442a3-792c-4052-ac3b-927595d5185f req-54fcc0b6-32c0-4d8e-a649-7a7b72c64f3e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0520239 Mar 10 06:20:47.340648 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-ba0cfe7b-89a0-4186-a3f6-c4ff65e0d951 req-ab652c1c-c1a5-40a8-a545-a6c141baa597 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371780 Mar 10 06:20:47.352565 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b0c442a3-792c-4052-ac3b-927595d5185f req-b9df2baf-95b9-40ef-96e8-341d76a926a4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438561 Mar 10 06:20:47.780261 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd538db9-229a-433a-be0f-86fdeea22278 req-a9beda0c-b852-4402-87fb-4505cea00739 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:47.781735 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd538db9-229a-433a-be0f-86fdeea22278 req-a9beda0c-b852-4402-87fb-4505cea00739 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0538785 Mar 10 06:20:47.828251 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fd538db9-229a-433a-be0f-86fdeea22278 req-5086924e-f06a-4258-b6d2-43502a6ad5cb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Mar 10 06:20:48.475978 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafc35c-0d29-4d9c-83ed-6758b7002308 req-ce4c3865-b87d-49f6-a926-c9138de17c08 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:48.476582 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddafc35c-0d29-4d9c-83ed-6758b7002308 req-ce4c3865-b87d-49f6-a926-c9138de17c08 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0516865 Mar 10 06:20:48.527261 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddafc35c-0d29-4d9c-83ed-6758b7002308 req-bb47a0e0-6a94-46b7-ae3d-b7459d252a74 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Mar 10 06:20:48.949146 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bc9a6-749d-46a1-9c97-d8ba040593ee req-858bb64d-cb6d-4a01-bc8b-43c6f707ecb7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:48.950724 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-311bc9a6-749d-46a1-9c97-d8ba040593ee req-858bb64d-cb6d-4a01-bc8b-43c6f707ecb7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0552139 Mar 10 06:20:48.998393 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-311bc9a6-749d-46a1-9c97-d8ba040593ee req-dcc2ad58-a3fd-4db0-b752-b7b2aeaefac6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Mar 10 06:20:49.649173 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a73d0-9eb3-4a1c-88b3-a3a1818adcdd req-f924e190-6a79-42db-8c75-06b752793568 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:49.650627 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be1a73d0-9eb3-4a1c-88b3-a3a1818adcdd req-f924e190-6a79-42db-8c75-06b752793568 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0530925 Mar 10 06:20:49.703705 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-be1a73d0-9eb3-4a1c-88b3-a3a1818adcdd req-18370888-260a-4cc4-817f-c7481c6ea9b9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469239 Mar 10 06:20:50.114089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b451cc3-bcac-4f1d-8f6c-13d4048bdde0 req-cb252f87-d2ee-44a7-bd29-35f526254dfe tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:50.115623 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b451cc3-bcac-4f1d-8f6c-13d4048bdde0 req-cb252f87-d2ee-44a7-bd29-35f526254dfe tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0522225 Mar 10 06:20:50.167390 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b451cc3-bcac-4f1d-8f6c-13d4048bdde0 req-c9304fd1-4b23-48a7-8984-5e5d81e57467 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455248 Mar 10 06:20:50.297755 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0b236-eaf6-4e62-b22e-f4dde8e90fb9 req-129c46fb-7c45-41f0-8c9c-c232472de2a6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:50.299134 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d1b0b236-eaf6-4e62-b22e-f4dde8e90fb9 req-129c46fb-7c45-41f0-8c9c-c232472de2a6 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0537386 Mar 10 06:20:50.308290 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53026) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:50.312777 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'port_id': 'f4205307-b0f5-40f3-b530-f402b5cd49cd'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:50.353158 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:50.835027 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fac38-26e0-4fad-9011-9abda0176715 req-1450831c-d8e7-4276-aa23-1274cc869926 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:50.836502 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-835fac38-26e0-4fad-9011-9abda0176715 req-1450831c-d8e7-4276-aa23-1274cc869926 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0581617 Mar 10 06:20:50.885247 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-835fac38-26e0-4fad-9011-9abda0176715 req-3f1951f9-d2e0-487e-948e-d7d9086c0db4 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Mar 10 06:20:51.025749 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:51.083398 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:51.183670 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 2c1b083b-94f3-429b-bbdf-4d7384338237 associated. External IP: 172.27.2.63, port: f4205307-b0f5-40f3-b530-f402b5cd49cd. Mar 10 06:20:51.390549 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:20:51.500013 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:20:51.504447 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:51.511676 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258146d-332d-4562-9645-cc0535598799 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:20:51.522030 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:51.522691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:51.538764 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-98104249-2060-432d-9d57-de1151d2b7f5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "PUT /v2.0/floatingips/2c1b083b-94f3-429b-bbdf-4d7384338237 HTTP/1.1" status: 200 len: 991 time: 1.2249494 Mar 10 06:20:51.538764 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:51.538764 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30" -d '{"events": [{"name": "network-changed", "server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:51.573016 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f783f49c-39c8-4334-bdb8-145616665d75 x-openstack-request-id: req-f783f49c-39c8-4334-bdb8-145616665d75 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:51.573340 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:51.574874 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f783f49c-39c8-4334-bdb8-145616665d75 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:51.575319 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'status': 'completed', 'code': 200} Mar 10 06:20:51.637910 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:51.695265 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-411e5ceb-ca69-489c-a8c4-e9f38ea1691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:51.696755 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-411e5ceb-ca69-489c-a8c4-e9f38ea1691b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 1130 time: 0.0448556 Mar 10 06:20:51.799057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-46fe6420-5882-4a11-a470-27551fefe884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:51.800556 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-46fe6420-5882-4a11-a470-27551fefe884 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 916 time: 0.0872006 Mar 10 06:20:51.866315 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-9ffc5220-80bb-44aa-aa95-56f2748058bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd HTTP/1.1" status: 200 len: 999 time: 0.0589828 Mar 10 06:20:51.873262 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '2c1b083b-94f3-429b-bbdf-4d7384338237', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:37:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:20:28Z', 'updated_at': '2022-03-10T06:20:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:51.899853 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258146d-332d-4562-9645-cc0535598799 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:20:51.908861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:51.909470 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:51.964012 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-ad916405-2a45-4baf-97e6-491a1e57f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:51.965662 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-ad916405-2a45-4baf-97e6-491a1e57f396 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0600905 Mar 10 06:20:52.014670 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaccb2-f463-4f0b-9538-239a91e8f4f4 req-4e323ffc-4575-4352-9929-01da008e6bf0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:52.016182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aeaaccb2-f463-4f0b-9538-239a91e8f4f4 req-4e323ffc-4575-4352-9929-01da008e6bf0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0555074 Mar 10 06:20:52.030371 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:52.050563 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-1064b481-5c38-49a6-a76b-5840ff010b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:52.052175 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-1064b481-5c38-49a6-a76b-5840ff010b00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501120 Mar 10 06:20:52.067002 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aeaaccb2-f463-4f0b-9538-239a91e8f4f4 req-e5dea968-9d45-4f61-88ca-9c4e8d7185c3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445840 Mar 10 06:20:52.256571 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f258146d-332d-4562-9645-cc0535598799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '2c1b083b-94f3-429b-bbdf-4d7384338237', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:37:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:20:28Z', 'updated_at': '2022-03-10T06:20:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:52.283045 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258146d-332d-4562-9645-cc0535598799 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '2c1b083b-94f3-429b-bbdf-4d7384338237', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:37:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:20:28Z', 'updated_at': '2022-03-10T06:20:50Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:20:52.482454 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92572f97-cfe0-4c6c-96f6-22e51f8d3b70 None None] New status for floating IP 2c1b083b-94f3-429b-bbdf-4d7384338237: ACTIVE {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:20:52.930226 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-fa98aca9-6068-4663-b1a9-5b4ce43f0448 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Mar 10 06:20:53.207333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7d2c6-a1ef-4566-a9da-6b1f782f094a req-13cfa4b3-4562-48b2-a4e9-d096eebe73ed tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:53.208718 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7d7d2c6-a1ef-4566-a9da-6b1f782f094a req-13cfa4b3-4562-48b2-a4e9-d096eebe73ed tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0696642 Mar 10 06:20:53.259591 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7d7d2c6-a1ef-4566-a9da-6b1f782f094a req-a069bd5a-3d7f-4bd9-abcf-63a65469d7bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442197 Mar 10 06:20:53.767816 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-6e5eba9a-64cd-49ee-8492-18ee06a2ce30 req-d12e1def-4058-4642-b67b-3ce9138ff216 service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Mar 10 06:20:54.379278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9ec9-9c9f-45cf-9f7f-df88de1686b5 req-c32bef32-445b-462d-98e3-69be1198d1e7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:54.380747 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-271e9ec9-9c9f-45cf-9f7f-df88de1686b5 req-c32bef32-445b-462d-98e3-69be1198d1e7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Mar 10 06:20:54.432272 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-271e9ec9-9c9f-45cf-9f7f-df88de1686b5 req-961a121a-e809-4de7-bc44-abc558c0cd5c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Mar 10 06:20:54.821256 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-7fa0afe5-7354-41c2-b49d-49b9d0aa2cec tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:20:54.822715 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-7fa0afe5-7354-41c2-b49d-49b9d0aa2cec tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 946 time: 0.0514963 Mar 10 06:20:54.916490 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Deleting port 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:54.916822 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.005944 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] For port 412909a1-01bf-4ce2-b6b3-0335113054ea, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=412909a1-01bf-4ce2-b6b3-0335113054ea,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:20:55.006304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.183293 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.183613 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.183996 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Floating IP a4bf973f-2d82-4a42-926c-078e95cd791b disassociated. External IP: 172.27.2.211, port: 412909a1-01bf-4ce2-b6b3-0335113054ea. Mar 10 06:20:55.184335 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Calling delete_port for 412909a1-01bf-4ce2-b6b3-0335113054ea owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:55.409475 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (412909a1-01bf-4ce2-b6b3-0335113054ea), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.438119 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'Port': ['ID=412909a1-01bf-4ce2-b6b3-0335113054ea,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:55.448887 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.451737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.452415 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.452415 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.452574 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.452872 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:20:55.535092 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f60a70c2-07b9-4286-b017-22e24530ded7 req-5401f19d-73d6-4581-9f99-ff0a398f4068 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Mar 10 06:20:55.571539 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:20:55.700972 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:20:55.716674 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:20:55.727207 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:55.727963 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:55.745411 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] No DVR routers for this DVR port 412909a1-01bf-4ce2-b6b3-0335113054ea on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:20:55.748087 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.752044 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-47f929b6-bf34-408c-859b-b2c8b1672af8 req-0d9432bb-015c-42f8-b834-e509c2f682db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "DELETE /v2.0/ports/412909a1-01bf-4ce2-b6b3-0335113054ea HTTP/1.1" status: 204 len: 173 time: 0.9199779 Mar 10 06:20:55.752330 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-deleted', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:20:55.754739 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16cc66-f8f9-42b6-869d-5c3ec43bcdb9" -d '{"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-deleted", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:20:55.773444 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d0afddd7-272a-4341-9669-c6d3746b9bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:55.806636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abdf3f-2e59-406e-9206-c678a4ccd45b x-openstack-request-id: req-a7abdf3f-2e59-406e-9206-c678a4ccd45b {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:20:55.806636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a141fcba-3a2f-44d8-a094-ef39029912d4", "name": "network-vif-deleted", "tag": "412909a1-01bf-4ce2-b6b3-0335113054ea", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:20:55.806636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7abdf3f-2e59-406e-9206-c678a4ccd45b {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:20:55.807101 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a141fcba-3a2f-44d8-a094-ef39029912d4', 'name': 'network-vif-deleted', 'tag': '412909a1-01bf-4ce2-b6b3-0335113054ea', 'status': 'completed', 'code': 200} Mar 10 06:20:55.862030 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:56.088798 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:56.116704 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:20:56.125806 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:20:56.126442 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:56.236575 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:20:56.435902 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:20:56.466216 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fd97f-a6da-44f1-b2c2-08517dea5706 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:20:56.654617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5cd1c7f6-1b70-4450-a2a2-5dce37647cae req-ad6ff51f-6ba1-41da-a22c-27327d5b02f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=a141fcba-3a2f-44d8-a094-ef39029912d4 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Mar 10 06:20:56.710968 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8d737d-a02a-489e-a9f8-169cfbb385cf None None] New status for floating IP a4bf973f-2d82-4a42-926c-078e95cd791b: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:20:56.811202 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:20:56.833450 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 412909a1-01bf-4ce2-b6b3-0335113054ea {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:20:56.833811 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 412909a1-01bf-4ce2-b6b3-0335113054ea not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:20:57.813815 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53104) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:57.882340 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (843b81fc-5b46-4dbc-9efc-b961a0e7c2ed), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:57.905607 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (843b81fc-5b46-4dbc-9efc-b961a0e7c2ed), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:57.963891 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ea753a94-02bf-4804-a1da-3534fd4870ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.043939 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (843b81fc-5b46-4dbc-9efc-b961a0e7c2ed), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.046569 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.047757 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "DELETE /v2.0/security-groups/843b81fc-5b46-4dbc-9efc-b961a0e7c2ed HTTP/1.1" status: 204 len: 168 time: 0.2329736 Mar 10 06:20:58.050950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53108) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:58.056820 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123520c-0567-4d59-b293-a4b0c04dabdf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843b81fc-5b46-4dbc-9efc-b961a0e7c2ed,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:58.069464 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-0cb19755-2287-49e0-90bd-4afc03353530 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] show failed (client error): The resource could not be found. Mar 10 06:20:58.070758 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0cb19755-2287-49e0-90bd-4afc03353530 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups/843b81fc-5b46-4dbc-9efc-b961a0e7c2ed HTTP/1.1" status: 404 len: 347 time: 0.0186903 Mar 10 06:20:58.073543 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53110) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:58.219239 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Deleting port fd813147-4b61-47cf-b02a-b5618d45f52b {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:20:58.219583 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.298866 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.299191 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (fd813147-4b61-47cf-b02a-b5618d45f52b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.311440 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Calling delete_port for fd813147-4b61-47cf-b02a-b5618d45f52b owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:20:58.518229 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (fd813147-4b61-47cf-b02a-b5618d45f52b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.553827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'Port': ['ID=fd813147-4b61-47cf-b02a-b5618d45f52b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:58.576386 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (a4bf973f-2d82-4a42-926c-078e95cd791b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.579177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:58.583375 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5a9f7f2e-7e6c-4f9d-b0fc-1c42007ae3a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "DELETE /v2.0/floatingips/a4bf973f-2d82-4a42-926c-078e95cd791b HTTP/1.1" status: 204 len: 168 time: 0.5057347 Mar 10 06:20:58.939950 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53116) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:58.944939 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103381947', 'description': 'tempest-description--1580676912'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:59.032314 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.098595 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (a5e0e54c-16bc-420f-ac80-6fd776b1eed4), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.174993 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a5e0e54c-16bc-420f-ac80-6fd776b1eed4), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.203485 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.204101 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0e54c-16bc-420f-ac80-6fd776b1eed4,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:59.284092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.285345 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-698e9199-72d1-4a97-ad37-efcce7efd6a0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3443911 Mar 10 06:20:59.288137 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53120) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:59.292370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group_rule': {'security_group_id': 'a5e0e54c-16bc-420f-ac80-6fd776b1eed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:59.400721 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (6cb53646-1187-4788-9718-43a75b091f98), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.453988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (6cb53646-1187-4788-9718-43a75b091f98), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.579398 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (6cb53646-1187-4788-9718-43a75b091f98), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.601572 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb53646-1187-4788-9718-43a75b091f98,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:20:59.642175 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.680363 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.681682 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8b559819-40cd-4244-b71e-a6d5cb477192 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926210 Mar 10 06:20:59.685059 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53124) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:20:59.689793 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'security_group_rule': {'security_group_id': 'a5e0e54c-16bc-420f-ac80-6fd776b1eed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:20:59.797299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (9d64daa5-8daf-4420-98e5-20e9005c3a12), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.850863 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (9d64daa5-8daf-4420-98e5-20e9005c3a12), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.958073 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (9d64daa5-8daf-4420-98e5-20e9005c3a12), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:20:59.980956 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d64daa5-8daf-4420-98e5-20e9005c3a12,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:00.086089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.087272 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8bb81c5e-1711-4ea8-91d5-0a8809708625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012740 Mar 10 06:21:00.091699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53128) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:00.106061 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:00.247688 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.341774 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.454117 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Allocated IP 172.27.2.222 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/9e3e3c97-5e16-49cb-97af-f095698e1e9e) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:21:00.560979 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.655663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.697828 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:21:00.703274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:21:00.706752 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:21:00.712130 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=9e3e3c97-5e16-49cb-97af-f095698e1e9e,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:00.796906 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.810090 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:00.928905 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:01.079623 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:01.158217 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:01.230947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=9e3e3c97-5e16-49cb-97af-f095698e1e9e,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:01.242774 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:01.336780 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:01.338052 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c3921262-3460-4c24-a89c-db43560b4f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2454100 Mar 10 06:21:01.550327 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-3a072551-d21b-4045-87d2-dc82d0123ad6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--103381947&fields=id&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 267 time: 0.0456026 Mar 10 06:21:01.657207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-557d689b-2b75-4075-b5e8-7b28d3af65c5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:01.658720 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-557d689b-2b75-4075-b5e8-7b28d3af65c5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 816 time: 0.1016757 Mar 10 06:21:01.673963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-579f2ef9-a8e2-4abd-bec9-46a33ab14fe6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/quotas/1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 375 time: 0.0093222 Mar 10 06:21:01.729091 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-0ab869a2-feff-437f-b5fc-d09b38aae174 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500159 Mar 10 06:21:01.821140 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ab6aad77-07b7-4ac9-9b8e-ca0ebb45c190 service neutron] 10.222.0.15 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808904 Mar 10 06:21:01.888771 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:21:01.912503 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-f4998d43-3cbb-4ed5-8c9c-d35e1cc64ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850360 Mar 10 06:21:02.200834 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c4ba2bc6-43c1-48d8-ab50-b8247d702e6d req-cc10ece9-eed8-4204-91d7-4d3da1ba3478 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0275426 Mar 10 06:21:02.270534 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:03.289337 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b4e88638-2be2-4f17-aeb0-09c56844d9d8 req-2b7f1494-72c7-41b5-935f-b0c795e86625 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0268123 Mar 10 06:21:04.227664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51be74-f874-451f-81ff-cf80a3e6d62c req-a46370b3-2543-4935-95f4-1271a123fc75 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:04.229126 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3e51be74-f874-451f-81ff-cf80a3e6d62c req-a46370b3-2543-4935-95f4-1271a123fc75 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0557477 Mar 10 06:21:04.275063 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3e51be74-f874-451f-81ff-cf80a3e6d62c req-5cb65a84-535a-44af-b1da-78baa2c7c59d tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Mar 10 06:21:04.400787 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1b93226a-2158-4b38-9049-5310d94ac682 req-dbb94491-11d2-43e2-a709-4b1c31539c7e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0257730 Mar 10 06:21:05.392172 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e889-7bd4-46a5-a8ff-09819b812c1b req-36bae39d-fdcb-4c07-8dc5-d530af84a3cb tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:05.393614 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fdf9e889-7bd4-46a5-a8ff-09819b812c1b req-36bae39d-fdcb-4c07-8dc5-d530af84a3cb tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Mar 10 06:21:05.439047 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fdf9e889-7bd4-46a5-a8ff-09819b812c1b req-e931abfc-532c-4388-b09d-ff4e8b5152d6 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Mar 10 06:21:05.507698 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-123ed8b2-22df-43a2-9a58-9248a3f3928c req-ec5298f4-9e56-437e-8867-7b209f311815 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0293038 Mar 10 06:21:06.559802 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb101f2-4894-46d6-92a3-89bc1f582a4f req-c88c1cb0-1874-4abf-bf0b-583b2f291ab9 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:06.561283 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-acb101f2-4894-46d6-92a3-89bc1f582a4f req-c88c1cb0-1874-4abf-bf0b-583b2f291ab9 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0543542 Mar 10 06:21:06.618619 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2824a643-a7a7-4408-9265-a00b0e080ae9 req-62903d17-2a5b-4d12-9766-f9ed76c3fb17 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0352867 Mar 10 06:21:06.635935 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-acb101f2-4894-46d6-92a3-89bc1f582a4f req-bb9c3b3c-9d4f-4f0d-ac3c-5295df533c2f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683432 Mar 10 06:21:06.852046 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-b4f64625-3c71-403b-b7ac-31d165155c5c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:06.853691 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-b4f64625-3c71-403b-b7ac-31d165155c5c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 816 time: 0.1054904 Mar 10 06:21:06.929364 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ffe667b0-d4de-4f94-9f93-2f71e628237c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 379 time: 0.0578945 Mar 10 06:21:06.939028 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'port': {'device_id': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'admin_state_up': True, 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'security_groups': ['a5e0e54c-16bc-420f-ac80-6fd776b1eed4']}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:07.129342 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Made reservation on behalf of 1162e8b2e9c540718036e610692b772b for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:21:07.132874 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.262750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Allocated IP 172.20.0.14 (d6f27f0a-85d6-4f72-b783-df2f3c6b5193/55f2e688-dab2-4b71-af9a-55953ca6febd/64652a3f-97be-4f39-b2b5-e8e7b4541783) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:21:07.397727 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.510571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.556442 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:21:07.562750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:21:07.565769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:21:07.592300 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:07.622734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:07.635528 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.720719 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-ae7addd6-2824-4ef0-9037-a4bdadcdb9ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7858160 Mar 10 06:21:07.743500 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Request body: {'port': {'device_id': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:07.783801 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca218302-a7ef-4eac-8ff5-04c1f0dd404e req-21ffeb5e-ceb8-4e8c-8270-b6d37bfcc43d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:07.785280 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca218302-a7ef-4eac-8ff5-04c1f0dd404e req-21ffeb5e-ceb8-4e8c-8270-b6d37bfcc43d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 932 time: 0.0904233 Mar 10 06:21:07.801164 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbbc14-0c27-414c-a2e7-d844243b19d3 req-1c80e852-3d32-4db0-9336-2c86407849b4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:07.802600 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93bbbc14-0c27-414c-a2e7-d844243b19d3 req-1c80e852-3d32-4db0-9336-2c86407849b4 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0765142 Mar 10 06:21:07.803358 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.821737 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-d7ee276a-7288-4297-b972-077045c22279 None None] Provisioning complete for port 64652a3f-97be-4f39-b2b5-e8e7b4541783 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:21:07.824652 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d7ee276a-7288-4297-b972-077045c22279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:07.866949 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee276a-7288-4297-b972-077045c22279 None None] Port 64652a3f-97be-4f39-b2b5-e8e7b4541783 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:21:07.913782 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca218302-a7ef-4eac-8ff5-04c1f0dd404e req-d3c70b04-6371-4f44-ada9-41cde562ad49 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210272 Mar 10 06:21:07.919539 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93bbbc14-0c27-414c-a2e7-d844243b19d3 req-e390c88e-477a-40ce-b6ac-75625918332b tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/security-groups?id=886b511d-8001-4be8-a469-79a2a1e952c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101804 Mar 10 06:21:07.946984 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-8cd881b2-a4ee-4e52-b5cd-38467ab9aaa2 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:07.949535 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-8cd881b2-a4ee-4e52-b5cd-38467ab9aaa2 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 946 time: 0.0958803 Mar 10 06:21:08.062228 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Deleting port 63380f91-397d-44f2-ad59-d0a0aa718219 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:08.062580 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.172384 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] For port 63380f91-397d-44f2-ad59-d0a0aa718219, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=63380f91-397d-44f2-ad59-d0a0aa718219,segment=NetworkSegment(8c1f3e7b-8fd3-4023-aa2c-e4614e83717b),segment_id=8c1f3e7b-8fd3-4023-aa2c-e4614e83717b)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:08.172717 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.190219 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Calling delete_port for 63380f91-397d-44f2-ad59-d0a0aa718219 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:08.344570 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:21:08.352285 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks [] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.401451 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Transition to ACTIVE for port object 64652a3f-97be-4f39-b2b5-e8e7b4541783 will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:21:08.402155 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (63380f91-397d-44f2-ad59-d0a0aa718219), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.431015 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Pushing event deleted for resources: {'Port': ['ID=63380f91-397d-44f2-ad59-d0a0aa718219,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:08.448407 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['63380f91-397d-44f2-ad59-d0a0aa718219'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:21:08.476092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.484984 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] No DVR routers for this DVR port 63380f91-397d-44f2-ad59-d0a0aa718219 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:21:08.488425 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.493609 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7fda763-5e5e-4b2f-9af6-eeb219fcc308 req-91621ea2-d369-4b22-ad78-74f0b8628e1f tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.37 "DELETE /v2.0/ports/63380f91-397d-44f2-ad59-d0a0aa718219 HTTP/1.1" status: 204 len: 173 time: 0.5368071 Mar 10 06:21:08.494210 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'name': 'network-vif-deleted', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:08.500638 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8473bb57-8e1c-4819-bcda-619d1f2f0f06" -d '{"events": [{"server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "name": "network-vif-deleted", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:08.541054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b2c1a-5814-4831-b202-c275423943c0 x-openstack-request-id: req-898b2c1a-5814-4831-b202-c275423943c0 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:08.541352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4a513f-2a8f-4e61-9209-3f7b48448b47", "name": "network-vif-deleted", "tag": "63380f91-397d-44f2-ad59-d0a0aa718219", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:08.542169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-898b2c1a-5814-4831-b202-c275423943c0 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:08.542805 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a513f-2a8f-4e61-9209-3f7b48448b47', 'name': 'network-vif-deleted', 'tag': '63380f91-397d-44f2-ad59-d0a0aa718219', 'status': 'completed', 'code': 200} Mar 10 06:21:08.547755 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:08.635172 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Attempting to bind port 64652a3f-97be-4f39-b2b5-e8e7b4541783 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:21:08.636366 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Attempting to bind port 64652a3f-97be-4f39-b2b5-e8e7b4541783 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:21:08.636718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Attempting to bind port 64652a3f-97be-4f39-b2b5-e8e7b4541783 on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:21:08.641841 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Port 64652a3f-97be-4f39-b2b5-e8e7b4541783 on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:21:08.642169 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Attempting to bind port 64652a3f-97be-4f39-b2b5-e8e7b4541783 on network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:21:08.647564 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:21:08.647950 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Checking segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:21:08.648330 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Bound using segment: {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:21:08.648787 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Bound port: 64652a3f-97be-4f39-b2b5-e8e7b4541783, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:21:08.649157 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.726534 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:21:08.730863 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:21:08.808938 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.846010 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:08.846639 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:08.848598 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1094 time: 1.1088724 Mar 10 06:21:08.848598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:08.851769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ce8312-3550-4ffb-a13c-0e50a42193cf" -d '{"events": [{"name": "network-changed", "server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:08.904936 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b104f15-4516-4562-820e-66288000589a x-openstack-request-id: req-2b104f15-4516-4562-820e-66288000589a {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:08.905427 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:08.905658 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b104f15-4516-4562-820e-66288000589a {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:08.906064 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'status': 'completed', 'code': 200} Mar 10 06:21:08.910098 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e22795-31e0-4f94-8cd1-1b17432390b5 service neutron] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:09.019081 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-eef267b6-e646-488e-80e5-b7cea41592a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:09.020805 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-eef267b6-e646-488e-80e5-b7cea41592a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1128 time: 0.0699732 Mar 10 06:21:09.061169 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc4e0e27-1a9b-4177-8deb-29122b5039cc req-3db6fe98-074a-42db-bb6f-06c8372a8ca5 tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0295138 Mar 10 06:21:09.112810 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffd0ec-1ec7-43d1-a3c9-bae5c219dddf req-b6b15225-66e9-4a4c-9f80-e65bd3b16e55 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:09.114743 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7bffd0ec-1ec7-43d1-a3c9-bae5c219dddf req-b6b15225-66e9-4a4c-9f80-e65bd3b16e55 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0922198 Mar 10 06:21:09.137035 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-a4b7190a-d6c2-43ec-b171-1e09fe17d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:09.138542 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-a4b7190a-d6c2-43ec-b171-1e09fe17d5f0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1162e8b2e9c540718036e610692b772b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1026583 Mar 10 06:21:09.162311 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7bffd0ec-1ec7-43d1-a3c9-bae5c219dddf req-344c6ab9-7091-4388-a7a6-379535b8b7d1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 Mar 10 06:21:09.943188 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-4a2ad6d5-41ae-4d8f-a483-066d395a4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:09.944577 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-e4ce8312-3550-4ffb-a13c-0e50a42193cf req-4a2ad6d5-41ae-4d8f-a483-066d395a4192 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915542 Mar 10 06:21:10.170266 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aefbca30-982d-45fc-b606-752aec5da7ba req-4249395b-06d3-4bb1-9352-cb23c3f167ef tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Mar 10 06:21:10.284452 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba2bd-9700-4ebd-80b4-3031a404f6f4 req-1755e161-7749-40b8-ba55-ad355e483b9b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:10.285912 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-655ba2bd-9700-4ebd-80b4-3031a404f6f4 req-1755e161-7749-40b8-ba55-ad355e483b9b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0512269 Mar 10 06:21:10.331135 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-655ba2bd-9700-4ebd-80b4-3031a404f6f4 req-f4bf630e-6573-4c79-a594-d083f49b86e9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Mar 10 06:21:11.274003 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ad880626-66e6-4b0c-b6c0-fdc6f21f94dd req-5cb9d1c3-03aa-436a-9af4-8d7750f768aa tempest-VolumesSnapshotTestJSON-2014312169 tempest-VolumesSnapshotTestJSON-2014312169-project] 10.222.0.15 "GET /v2.0/ports?device_id=db4a513f-2a8f-4e61-9209-3f7b48448b47 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Mar 10 06:21:11.451859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886d1e-d897-49e3-bafa-d67f1cd50aaf req-92733b10-b8e1-4e05-ab3b-669a5809b5ad tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:11.453230 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65886d1e-d897-49e3-bafa-d67f1cd50aaf req-92733b10-b8e1-4e05-ab3b-669a5809b5ad tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0523489 Mar 10 06:21:11.504356 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65886d1e-d897-49e3-bafa-d67f1cd50aaf req-bd680db5-b14b-425d-8962-8af5685653f7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Mar 10 06:21:11.685268 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 63380f91-397d-44f2-ad59-d0a0aa718219 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:21:11.706534 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 63380f91-397d-44f2-ad59-d0a0aa718219 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:21:11.706912 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 63380f91-397d-44f2-ad59-d0a0aa718219 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:21:11.766552 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-88d7e2a1-bdf0-4991-ab28-4a87fcb65a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:11.768507 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-88d7e2a1-bdf0-4991-ab28-4a87fcb65a48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1128 time: 0.0537331 Mar 10 06:21:11.824788 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-2ebd560d-faa4-4afc-87ea-a48c9fb0f904 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 217 time: 0.0416343 Mar 10 06:21:11.884951 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-385869d7-b731-4c17-9bab-6a2592b52ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:11.886958 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-385869d7-b731-4c17-9bab-6a2592b52ff1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0540848 Mar 10 06:21:11.947201 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-684a77f1-8e1c-4d53-9ef0-a08a14927b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:11.948725 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-684a77f1-8e1c-4d53-9ef0-a08a14927b65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456662 Mar 10 06:21:12.039216 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-a2c37444-962a-4117-93d3-61614a61d81c service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829635 Mar 10 06:21:12.133393 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cbfd1ff0-8f7e-4831-8405-62cbaa773ac1 req-d1927772-c549-472d-9ca8-a7fa36076aad service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Mar 10 06:21:12.633822 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce67a6a-097b-415f-b300-95a23ace91ca req-26a04d65-fab7-45a9-ad63-7d192d1571bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:12.635467 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6ce67a6a-097b-415f-b300-95a23ace91ca req-26a04d65-fab7-45a9-ad63-7d192d1571bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0584681 Mar 10 06:21:12.683736 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6ce67a6a-097b-415f-b300-95a23ace91ca req-57ec892c-3bf4-43f4-9535-89657736460d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415750 Mar 10 06:21:13.806256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f335cda-f2f4-4ba7-aa97-aae244637eb0 req-4b37aa3a-5bb0-45a0-9150-0ba2a6106eea tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:13.807804 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f335cda-f2f4-4ba7-aa97-aae244637eb0 req-4b37aa3a-5bb0-45a0-9150-0ba2a6106eea tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0522153 Mar 10 06:21:13.855281 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f335cda-f2f4-4ba7-aa97-aae244637eb0 req-4705e48c-2eed-490a-9ef3-c0845c6726c8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Mar 10 06:21:14.989190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e9e03-3ff0-455f-8fa1-70f468008afa req-bcdff969-82bb-47c1-8e51-c6c6b44c986c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:14.990692 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9c4e9e03-3ff0-455f-8fa1-70f468008afa req-bcdff969-82bb-47c1-8e51-c6c6b44c986c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0552518 Mar 10 06:21:15.036977 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9c4e9e03-3ff0-455f-8fa1-70f468008afa req-2fc18e15-94c3-4dd3-8d03-362f5e54c1a6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405421 Mar 10 06:21:16.156663 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf849c5e-be51-4cc2-8cce-fdcbc44fd735 req-1fb9a175-c22e-486b-b4b9-1ba727d5b634 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:16.158103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf849c5e-be51-4cc2-8cce-fdcbc44fd735 req-1fb9a175-c22e-486b-b4b9-1ba727d5b634 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0507433 Mar 10 06:21:16.207704 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf849c5e-be51-4cc2-8cce-fdcbc44fd735 req-461e3ccd-402d-41da-ba86-7bf0e5b356f3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Mar 10 06:21:17.333821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43902779-1f0f-4c1d-a6c2-37042e503e93 req-1426ab2e-bbc5-4084-9dad-744fdf722661 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:17.335380 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-43902779-1f0f-4c1d-a6c2-37042e503e93 req-1426ab2e-bbc5-4084-9dad-744fdf722661 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0553007 Mar 10 06:21:17.627686 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:21:17.629488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-43902779-1f0f-4c1d-a6c2-37042e503e93 req-d89e7f0b-d0f4-417a-84eb-a03059708d31 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882891 Mar 10 06:21:17.730007 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:17.741407 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:21:17.778222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:21:17.778618 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:17.790809 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:21:17.813894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:17.940623 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:17.985956 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:18.755859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d5f8a-e6cf-44f5-aac8-36ff6636565c req-285d76e5-40a2-44d3-bc4e-b651d315ba4c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:18.758106 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de0d5f8a-e6cf-44f5-aac8-36ff6636565c req-285d76e5-40a2-44d3-bc4e-b651d315ba4c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0571449 Mar 10 06:21:18.806053 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de0d5f8a-e6cf-44f5-aac8-36ff6636565c req-af7717fe-dca7-4e14-8fc0-97c8838ea05a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409822 Mar 10 06:21:19.931141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef23cf-2b55-4f95-bdcb-a158e9ae69e7 req-344e1d2d-c47f-4bb3-bc11-fd17d8f976a7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:19.933196 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-83ef23cf-2b55-4f95-bdcb-a158e9ae69e7 req-344e1d2d-c47f-4bb3-bc11-fd17d8f976a7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0507390 Mar 10 06:21:19.980571 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-83ef23cf-2b55-4f95-bdcb-a158e9ae69e7 req-566e91b2-4709-4b6a-94f4-e8c66797df7b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 Mar 10 06:21:20.916827 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['64652a3f-97be-4f39-b2b5-e8e7b4541783'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:21:21.114327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2d8a5-2bcb-4390-a46d-984ee1421f2a req-4d3e6901-a8ac-4f49-ba1c-9b93f0d0af89 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:21.115828 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bcd2d8a5-2bcb-4390-a46d-984ee1421f2a req-4d3e6901-a8ac-4f49-ba1c-9b93f0d0af89 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0536788 Mar 10 06:21:21.163820 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bcd2d8a5-2bcb-4390-a46d-984ee1421f2a req-8f50fd9e-d401-409d-808e-cef5edc837e0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Mar 10 06:21:22.011229 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:21:22.157714 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 64652a3f-97be-4f39-b2b5-e8e7b4541783 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:21:22.161741 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 64652a3f-97be-4f39-b2b5-e8e7b4541783 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:21:22.162242 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:22.241839 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:21:22.242149 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:22.268232 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:22.271081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca82a51-c0b7-4d6a-8bd0-7c4e8c91f6ba" -d '{"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:22.283610 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:22.290272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89cdea-aa5f-4bf8-8fb2-bbfdaf3777b3 req-008fc7be-2f45-4b35-9324-49b55f04ae59 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:22.292787 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7d89cdea-aa5f-4bf8-8fb2-bbfdaf3777b3 req-008fc7be-2f45-4b35-9324-49b55f04ae59 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0569155 Mar 10 06:21:22.313406 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c4957-1e91-4ee6-aa76-77278dbba615 x-openstack-request-id: req-9b7c4957-1e91-4ee6-aa76-77278dbba615 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:22.316176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:22.316176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b7c4957-1e91-4ee6-aa76-77278dbba615 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:22.316176 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'code': 200} Mar 10 06:21:22.339035 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7d89cdea-aa5f-4bf8-8fb2-bbfdaf3777b3 req-144d2427-51c5-470b-95d7-48bc5dfb4721 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Mar 10 06:21:22.380696 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:22.429732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:22.709123 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6d1a-9df0-4527-bade-e24d9d5af82d req-9639189a-add6-4a9b-8168-e3cd5bd10d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:22.710615 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-360c6d1a-9df0-4527-bade-e24d9d5af82d req-9639189a-add6-4a9b-8168-e3cd5bd10d02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1130 time: 0.0463612 Mar 10 06:21:22.758060 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-360c6d1a-9df0-4527-bade-e24d9d5af82d req-9915cda3-592e-490b-95a1-fc8170413edc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Mar 10 06:21:23.474184 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f62e2-144b-464c-887f-bbc98e6d8661 req-04800001-f563-4aa8-9226-1f62d93c3b9a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:23.475836 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f05f62e2-144b-464c-887f-bbc98e6d8661 req-04800001-f563-4aa8-9226-1f62d93c3b9a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0594645 Mar 10 06:21:23.541323 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f05f62e2-144b-464c-887f-bbc98e6d8661 req-1937eed0-d179-410f-bdca-39fd1d0b78ad tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536561 Mar 10 06:21:23.926614 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3555a-2a5d-48d6-af66-fd659e8569c5 req-71b5091f-749c-4611-a8dd-8e7a2223d461 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:23.926614 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-49d3555a-2a5d-48d6-af66-fd659e8569c5 req-71b5091f-749c-4611-a8dd-8e7a2223d461 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0553658 Mar 10 06:21:23.980896 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-49d3555a-2a5d-48d6-af66-fd659e8569c5 req-e31b8094-b9a8-40f6-a5d7-80d7848b1f20 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498629 Mar 10 06:21:24.675992 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48731e9-6544-4149-b8fd-2ce6c56ebc4a req-7259b128-da52-4057-980c-64f54db29364 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:24.677446 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f48731e9-6544-4149-b8fd-2ce6c56ebc4a req-7259b128-da52-4057-980c-64f54db29364 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0565691 Mar 10 06:21:24.723865 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f48731e9-6544-4149-b8fd-2ce6c56ebc4a req-eb6df17c-604e-4277-8b3f-71df2ff7239a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Mar 10 06:21:24.851819 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf172b0-cf87-4797-badd-4d45a4e95287 req-289803e6-f368-4d7b-a3ea-0d82f9539aa7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:24.853310 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ebf172b0-cf87-4797-badd-4d45a4e95287 req-289803e6-f368-4d7b-a3ea-0d82f9539aa7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0585191 Mar 10 06:21:24.862597 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53438) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:24.867199 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Request body: {'floatingip': {'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:24.912394 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:25.105952 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f498f9-37c6-48a9-8532-0eeee381c20d req-01f7b3da-2826-4cb6-a535-db9dbe28f59c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:25.107542 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25f498f9-37c6-48a9-8532-0eeee381c20d req-01f7b3da-2826-4cb6-a535-db9dbe28f59c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0562847 Mar 10 06:21:25.155298 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25f498f9-37c6-48a9-8532-0eeee381c20d req-701c3882-8a86-436e-923e-ecae2310b692 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Mar 10 06:21:25.361257 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:25.420077 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:25.522008 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Floating IP 6275bd7f-6249-4e54-993b-c40109de9be4 associated. External IP: 172.27.2.222, port: 64652a3f-97be-4f39-b2b5-e8e7b4541783. Mar 10 06:21:25.732812 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:21:25.740886 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d425-bf73-4bf3-ae01-d46b35596ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:25.843151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:21:25.848252 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:25.853970 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:21:25.877467 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1a45ef4c-2b69-4138-bed3-2ec4aba0b365 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "PUT /v2.0/floatingips/6275bd7f-6249-4e54-993b-c40109de9be4 HTTP/1.1" status: 200 len: 992 time: 1.0137241 Mar 10 06:21:25.878684 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:25.881087 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c9a475-1210-4f64-9d53-ee0056acd33c" -d '{"events": [{"name": "network-changed", "server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:25.899898 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:25.900531 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:25.919443 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653c2cab-8c35-4932-94c1-f505091e50ac x-openstack-request-id: req-653c2cab-8c35-4932-94c1-f505091e50ac {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:25.919745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:25.920003 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-653c2cab-8c35-4932-94c1-f505091e50ac {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:25.920407 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'status': 'completed', 'code': 200} Mar 10 06:21:26.038398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:26.262556 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '6275bd7f-6249-4e54-993b-c40109de9be4', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:21:00Z', 'updated_at': '2022-03-10T06:21:25Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:26.278352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d036-0651-4daf-8857-7113d6a57a02 req-402d7dae-0604-4272-a8d5-d9a8485c884e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:26.279870 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d436d036-0651-4daf-8857-7113d6a57a02 req-402d7dae-0604-4272-a8d5-d9a8485c884e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0554838 Mar 10 06:21:26.292594 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:21:26.300711 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:26.301348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:20:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:26.326256 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d436d036-0651-4daf-8857-7113d6a57a02 req-45f898a8-06f9-4c6b-9023-4c2c88c115aa tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Mar 10 06:21:26.411319 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:26.644403 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '6275bd7f-6249-4e54-993b-c40109de9be4', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:21:00Z', 'updated_at': '2022-03-10T06:21:25Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:26.670803 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924d22-8902-4890-9f0e-99e2f7c64419 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '6275bd7f-6249-4e54-993b-c40109de9be4', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:21:00Z', 'updated_at': '2022-03-10T06:21:25Z', 'revision_number': 1, 'project_id': '1162e8b2e9c540718036e610692b772b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:21:26.848955 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec3816-8b06-4bf0-b439-9c3b38130eb8 None None] New status for floating IP 6275bd7f-6249-4e54-993b-c40109de9be4: ACTIVE {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:21:27.597521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3994e-a007-44e7-b7e6-c70803d388c2 req-3458eee0-7e17-4c16-bd34-856e73a77916 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:27.599012 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51c3994e-a007-44e7-b7e6-c70803d388c2 req-3458eee0-7e17-4c16-bd34-856e73a77916 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.2042415 Mar 10 06:21:27.645072 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51c3994e-a007-44e7-b7e6-c70803d388c2 req-56360a49-34b7-4a26-b267-34085bcc6fa5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397410 Mar 10 06:21:27.940708 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d3a74d26-128d-421c-8396-de648f1f3583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:28.162422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-04ac989f-587b-4b60-910f-21fa8bc05bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:28.163991 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-04ac989f-587b-4b60-910f-21fa8bc05bfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1130 time: 0.0464520 Mar 10 06:21:28.262514 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-97dc60e6-1b6b-4229-8dc8-5efe17772db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:28.264028 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-97dc60e6-1b6b-4229-8dc8-5efe17772db9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.0902820 Mar 10 06:21:28.340192 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-86a52a28-8d74-4884-b79b-66b44a2e60b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1002 time: 0.0647640 Mar 10 06:21:28.388985 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-6418dcd0-d9d7-445c-8188-0ffb434a174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:28.390438 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-6418dcd0-d9d7-445c-8188-0ffb434a174c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0434759 Mar 10 06:21:28.446240 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-e3cde6ec-3c8f-4f2f-8b74-385df9365393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:28.448350 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-e3cde6ec-3c8f-4f2f-8b74-385df9365393 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476127 Mar 10 06:21:28.537033 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-98758231-5347-4f10-934c-e72c22d8f297 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826225 Mar 10 06:21:28.636028 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-28c9a475-1210-4f64-9d53-ee0056acd33c req-29e01632-91a6-4eda-a516-ba55cc1599a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922711 Mar 10 06:21:28.820633 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d395758-41fc-40b7-bd6c-2a0148a71a73 req-a6669463-e897-4d54-94f0-b1540b4cfe01 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:28.821994 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d395758-41fc-40b7-bd6c-2a0148a71a73 req-a6669463-e897-4d54-94f0-b1540b4cfe01 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1064224 Mar 10 06:21:28.874997 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d395758-41fc-40b7-bd6c-2a0148a71a73 req-30ab351f-40fe-4f9a-8f4e-15bd3c104547 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Mar 10 06:21:29.264749 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:29.700492 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:29.998710 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0e15-22e1-445c-af49-cbdf5d97a214 req-700f0378-1aa1-4a42-91b2-9b92110bc8fb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:30.000527 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6ab0e15-22e1-445c-af49-cbdf5d97a214 req-700f0378-1aa1-4a42-91b2-9b92110bc8fb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0569320 Mar 10 06:21:30.051737 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d6ab0e15-22e1-445c-af49-cbdf5d97a214 req-0f2fc349-d3e2-4a12-88c6-c907fc022e00 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Mar 10 06:21:30.066488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53494) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:30.172434 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5c8b30-35f2-45f4-88e8-7a4739669b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.250833 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5c8b30-35f2-45f4-88e8-7a4739669b56 admin admin] Publish callbacks [] for security_group (71a8653f-168d-4007-8ccb-99017df3c8e2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.284549 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-f928f359-9325-4e1f-8420-de8afed42348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:30.286040 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-f928f359-9325-4e1f-8420-de8afed42348 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1129 time: 0.0448728 Mar 10 06:21:30.317840 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3d5c8b30-35f2-45f4-88e8-7a4739669b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (71a8653f-168d-4007-8ccb-99017df3c8e2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.356882 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3d5c8b30-35f2-45f4-88e8-7a4739669b56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cedbc89f18f844f1b489738b90684a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892263 Mar 10 06:21:30.358033 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c8b30-35f2-45f4-88e8-7a4739669b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8653f-168d-4007-8ccb-99017df3c8e2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:30.360340 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53498) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:30.399011 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-cc179b7e-13a4-4e78-83df-b041f27f47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:30.400556 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-cc179b7e-13a4-4e78-83df-b041f27f47a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 911 time: 0.0921404 Mar 10 06:21:30.412677 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] Publish callbacks [] for security_group (71a8653f-168d-4007-8ccb-99017df3c8e2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.435329 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] Publish callbacks [] for security_group (71a8653f-168d-4007-8ccb-99017df3c8e2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.467429 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-e8eeb568-1f69-476f-a84f-11fd67eae239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 1001 time: 0.0586216 Mar 10 06:21:30.516596 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-f3946b03-a2d2-4bae-9460-67a07b7080b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:30.518049 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-f3946b03-a2d2-4bae-9460-67a07b7080b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0439208 Mar 10 06:21:30.575597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (71a8653f-168d-4007-8ccb-99017df3c8e2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.578191 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.581744 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71a8653f-168d-4007-8ccb-99017df3c8e2 HTTP/1.1" status: 204 len: 168 time: 0.2181373 Mar 10 06:21:30.585239 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-e4425e08-8da7-4ebf-aa0e-719c341a94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:30.585796 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-e4425e08-8da7-4ebf-aa0e-719c341a94f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543647 Mar 10 06:21:30.587414 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf821e-7985-480d-a354-5c9edf799c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8653f-168d-4007-8ccb-99017df3c8e2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:30.895119 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:30.924614 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-c17e7c4c-9bc8-4b69-9699-ef0991ec4c7b service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321507 Mar 10 06:21:31.023845 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-967f41bf-74ae-4539-a42d-b4f421cecd04 req-a269b72a-24f3-48b7-81f2-109aed9a2f0e service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925963 Mar 10 06:21:31.171286 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18379e6c-8016-4c15-b1ac-f967fd24c704 req-f0230488-722a-4fd4-ab89-777e94dfba26 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:31.172709 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-18379e6c-8016-4c15-b1ac-f967fd24c704 req-f0230488-722a-4fd4-ab89-777e94dfba26 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0532968 Mar 10 06:21:31.219951 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-18379e6c-8016-4c15-b1ac-f967fd24c704 req-1d631dc6-c852-45ac-8f8c-9f9a0246441d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Mar 10 06:21:31.272665 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53516) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:31.285662 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-097b6199-0186-45b9-9f08-ac4cfb57bb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.357699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-097b6199-0186-45b9-9f08-ac4cfb57bb9f admin admin] Publish callbacks [] for security_group (42948356-a854-4a60-8ea5-5fbaa077e0de), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.426089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-097b6199-0186-45b9-9f08-ac4cfb57bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (42948356-a854-4a60-8ea5-5fbaa077e0de), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.462703 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6199-0186-45b9-9f08-ac4cfb57bb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42948356-a854-4a60-8ea5-5fbaa077e0de,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:31.467724 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-097b6199-0186-45b9-9f08-ac4cfb57bb9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82a02cc437c045c8b23816448e3becfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940181 Mar 10 06:21:31.470399 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53518) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:31.524329 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] Publish callbacks [] for security_group (42948356-a854-4a60-8ea5-5fbaa077e0de), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.552104 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] Publish callbacks [] for security_group (42948356-a854-4a60-8ea5-5fbaa077e0de), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.690027 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (42948356-a854-4a60-8ea5-5fbaa077e0de), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.695775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:31.695775 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42948356-a854-4a60-8ea5-5fbaa077e0de HTTP/1.1" status: 204 len: 168 time: 0.2215769 Mar 10 06:21:31.702850 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88da3ad-67fa-43e5-89a1-e970ae06f161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42948356-a854-4a60-8ea5-5fbaa077e0de,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:32.255775 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:32.353277 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17f48f-b5af-4fd3-acd5-6d8aa4495b3b req-7b22d90d-8caa-4d5b-926f-c0bf3d3a65de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:32.355418 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1b17f48f-b5af-4fd3-acd5-6d8aa4495b3b req-7b22d90d-8caa-4d5b-926f-c0bf3d3a65de tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0571270 Mar 10 06:21:32.401395 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1b17f48f-b5af-4fd3-acd5-6d8aa4495b3b req-12ced5fb-1e6f-4e3b-b0fc-df73c486e28c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Mar 10 06:21:33.520412 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340fe9-8508-487b-8946-ea871fc622cb req-150443dd-1d1d-4a15-bb82-a72d4c960fee tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:33.521934 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a340fe9-8508-487b-8946-ea871fc622cb req-150443dd-1d1d-4a15-bb82-a72d4c960fee tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0540853 Mar 10 06:21:33.579245 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a340fe9-8508-487b-8946-ea871fc622cb req-dd972a20-9367-4d57-bcd6-6555cffac80b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514407 Mar 10 06:21:34.701000 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d4a1a-501e-490f-8f5d-eee2fef2b553 req-83ef2964-3783-4e03-8a2a-51d37e54efce tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:34.703255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-110d4a1a-501e-490f-8f5d-eee2fef2b553 req-83ef2964-3783-4e03-8a2a-51d37e54efce tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0558696 Mar 10 06:21:34.751485 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-110d4a1a-501e-490f-8f5d-eee2fef2b553 req-881eebc7-d018-4d58-b883-251223aeea8d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Mar 10 06:21:35.873328 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772c513-9098-4ae0-8ca7-2bd3554dd1b7 req-241e65fb-bea7-4740-91f2-77cc7ccdebe8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:35.878158 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1772c513-9098-4ae0-8ca7-2bd3554dd1b7 req-241e65fb-bea7-4740-91f2-77cc7ccdebe8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0537643 Mar 10 06:21:35.920378 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1772c513-9098-4ae0-8ca7-2bd3554dd1b7 req-700ea8d3-4338-497a-abf5-b9c1c0168e8a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397317 Mar 10 06:21:37.050412 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc8a37-6b3b-4485-bccb-1041bea84f27 req-22675134-add8-4383-bd4f-eadd0e48ca20 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:37.051919 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ffc8a37-6b3b-4485-bccb-1041bea84f27 req-22675134-add8-4383-bd4f-eadd0e48ca20 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0637989 Mar 10 06:21:37.099997 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ffc8a37-6b3b-4485-bccb-1041bea84f27 req-a0b813ac-b4e5-4767-b169-b4535b9843f8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Mar 10 06:21:37.772647 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2eec26d-186b-49c3-871f-979194798a72 req-4899533f-0754-4baf-9393-c889be657497 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203404861&fields=id&tenant_id=5a849f62fadb45cc91e802e4ccd5cba2 HTTP/1.1" status: 200 len: 267 time: 0.0446699 Mar 10 06:21:37.828599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eec26d-186b-49c3-871f-979194798a72 req-513e6796-58e4-4552-9121-4a54c82cf850 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:37.830056 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2eec26d-186b-49c3-871f-979194798a72 req-513e6796-58e4-4552-9121-4a54c82cf850 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 984 time: 0.0508261 Mar 10 06:21:37.841510 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Request body: {'port': {'security_groups': ['a2b1bf03-6b82-4adb-a6e2-0dd052752693']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:37.918630 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.098987 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:38.129081 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.219635 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9b7c7-22cc-44d0-91ac-1da7ae8abec9 req-afe5ad8b-733d-4238-b051-a613fdd3710d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.221143 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-54c9b7c7-22cc-44d0-91ac-1da7ae8abec9 req-afe5ad8b-733d-4238-b051-a613fdd3710d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0530508 Mar 10 06:21:38.230492 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.271110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:21:38.301447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.302114 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.303606 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2eec26d-186b-49c3-871f-979194798a72 req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "PUT /v2.0/ports/76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 942 time: 0.4673579 Mar 10 06:21:38.304164 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:38.306509 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c57ed4-a622-48f9-bcce-c0581df35a73" -d '{"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:38.310111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53662) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:38.339989 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d2798-bae6-4acd-a3c5-291bca134322 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event updated for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=7']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:38.353428 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-54c9b7c7-22cc-44d0-91ac-1da7ae8abec9 req-7111e5c1-2fc9-48b2-ad62-e007671e42ed tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244535 Mar 10 06:21:38.372713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd8f3ee-36d3-4fc3-b888-8b3fd37e1135 x-openstack-request-id: req-0cd8f3ee-36d3-4fc3-b888-8b3fd37e1135 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:38.372713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:38.372911 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cd8f3ee-36d3-4fc3-b888-8b3fd37e1135 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:38.373312 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:21:38.417702 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (e95b4899-89ba-4244-ad86-307da047f6b1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.486388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (e95b4899-89ba-4244-ad86-307da047f6b1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.520810 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-a5ca5768-234f-41c9-b47a-10274658851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.522899 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-a5ca5768-234f-41c9-b47a-10274658851e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1129 time: 0.0988820 Mar 10 06:21:38.564935 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:21:38.671947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-386971e7-e98f-46da-ba2b-2d9149dc2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.677070 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-386971e7-e98f-46da-ba2b-2d9149dc2902 service neutron] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 916 time: 0.1352096 Mar 10 06:21:38.719916 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-13ef7cdc-fef0-4bb0-8196-f8e0d841e1e9 None None] Provisioning complete for port 76d78dfa-f336-4513-a3d5-124579d1fa78 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:21:38.719916 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-13ef7cdc-fef0-4bb0-8196-f8e0d841e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.746875 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-ae33420b-3f38-4486-9aaa-aced8f3c52ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 1001 time: 0.0658813 Mar 10 06:21:38.751662 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e95b4899-89ba-4244-ad86-307da047f6b1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.754323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:38.758257 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53682) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:38.766483 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "DELETE /v2.0/security-groups/e95b4899-89ba-4244-ad86-307da047f6b1 HTTP/1.1" status: 204 len: 168 time: 0.4540362 Mar 10 06:21:38.810612 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244d93c-4174-449f-8ed8-7e0c26e22bfc tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b4899-89ba-4244-ad86-307da047f6b1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:38.830347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-0e098334-8cd6-4427-9d6b-7bcc2d06997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.831876 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-0e098334-8cd6-4427-9d6b-7bcc2d06997b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.0644908 Mar 10 06:21:38.867686 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-13ef7cdc-fef0-4bb0-8196-f8e0d841e1e9 None None] Current status of the port 76d78dfa-f336-4513-a3d5-124579d1fa78 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:21:38.889646 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:21:38.909971 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-e82977aa-11bc-4864-afd4-85bed69da0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:38.911663 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-e82977aa-11bc-4864-afd4-85bed69da0ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723836 Mar 10 06:21:38.948440 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Deleting port 960f54ed-15af-4c38-9258-c2e45e15a106 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:38.948899 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.011034 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-7d117b41-d01a-4512-b01e-0f04afa50294 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886474 Mar 10 06:21:39.029522 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.029888 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for floatingip (960f54ed-15af-4c38-9258-c2e45e15a106), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.042739 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Calling delete_port for 960f54ed-15af-4c38-9258-c2e45e15a106 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:39.113193 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-22c57ed4-a622-48f9-bcce-c0581df35a73 req-92c3059e-04db-443e-a0aa-f7cc63e856a5 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928247 Mar 10 06:21:39.306870 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (960f54ed-15af-4c38-9258-c2e45e15a106), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.337148 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event deleted for resources: {'Port': ['ID=960f54ed-15af-4c38-9258-c2e45e15a106,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:39.363074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks [] for floatingip (599e4089-90b1-4b32-8816-5eea05c08f4b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.363628 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Floating IP 599e4089-90b1-4b32-8816-5eea05c08f4b disassociated (deleted). External IP: 172.27.2.133, port: 76d78dfa-f336-4513-a3d5-124579d1fa78. Mar 10 06:21:39.559715 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d92eae-3a95-4256-a4a6-a3f8d93b059f req-b35c4ba3-929f-4345-8884-a8d921e54bb0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:39.561201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93d92eae-3a95-4256-a4a6-a3f8d93b059f req-b35c4ba3-929f-4345-8884-a8d921e54bb0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.1090589 Mar 10 06:21:39.658620 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-93d92eae-3a95-4256-a4a6-a3f8d93b059f req-a5778d65-f159-4b02-901f-308124f65de8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892377 Mar 10 06:21:39.670261 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Router 8f2c9f78-1904-4454-b56f-463526b9599a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:21:39.784840 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:21:39.789546 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.798377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Sync routers for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:21:39.808338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53692) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:39.810848 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:39.811658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:39.852799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-724d52e5-3442-46f9-9ffc-0fd3d9af8f46 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "DELETE /v2.0/floatingips/599e4089-90b1-4b32-8816-5eea05c08f4b HTTP/1.1" status: 204 len: 168 time: 1.0934253 Mar 10 06:21:39.866901 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Deleting subnet 91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:21:39.872076 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Publish callbacks [] for subnet (91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.907906 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Publish callbacks [] for subnet (91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.914389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:39.942535 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:40.066909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for subnet (91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.094397 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:40.096455 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.099780 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-09ea6d79-59e2-4792-ba68-5f619a1dcd0d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/91f14bbc-ca3e-4e7e-8f7a-8a6e883a6384 HTTP/1.1" status: 204 len: 168 time: 0.2904878 Mar 10 06:21:40.102170 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53704) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:40.175744 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (2f04c2f8-2b72-42c6-9c58-79a3c06d6308), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.176972 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.204059 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Checking router: 8f2c9f78-1904-4454-b56f-463526b9599a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:21:40.212339 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:40.213526 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.268620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (2f04c2f8-2b72-42c6-9c58-79a3c06d6308), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.295095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.295462 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.296207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.296560 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > port after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.296903 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.297221 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > port after_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.297542 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.297882 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.298199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.298518 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.338507 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:40.405948 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.406449 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.409482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.409482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 06:21:40.409482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f04c2f8-2b72-42c6-9c58-79a3c06d6308']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.412348 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:40.414689 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a2b1a-3328-4280-93d4-88ffc9b97c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:40.436425 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.436745 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f3e7b-8fd3-4023-aa2c-e4614e83717b') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.462535 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (8c1f3e7b-8fd3-4023-aa2c-e4614e83717b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.475519 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34ac47-3513-472e-b1a5-e79d32faed9f x-openstack-request-id: req-9e34ac47-3513-472e-b1a5-e79d32faed9f {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:40.475671 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:40.475881 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e34ac47-3513-472e-b1a5-e79d32faed9f {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:40.476394 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:21:40.484599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (8c1f3e7b-8fd3-4023-aa2c-e4614e83717b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.493542 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:21:40.494502 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (8c1f3e7b-8fd3-4023-aa2c-e4614e83717b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: from cryptography.utils import int_from_bytes Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: from cryptography.utils import int_from_bytes Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:21:40.499255 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:21:40.583108 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-50c1e477-a0c6-4f2e-bbcc-24c9e647a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:40.584733 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-50c1e477-a0c6-4f2e-bbcc-24c9e647a07a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 1129 time: 0.0516827 Mar 10 06:21:40.600064 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:40.629418 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5ba1b-2c47-4910-969b-5ff9a0751be6 None None] The sync data for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi is: [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:18:16Z', 'revision_number': 4, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '93a9463b-825f-4a43-b5f1-2773eea3c570', 'name': '', 'network_id': '699775e2-8905-4531-bfb3-b98d8e841c56', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'mac_address': 'fa:16:3e:71:31:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:15Z', 'updated_at': '2022-03-10T06:18:21Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'subnets': [{'id': '0af28b4b-ddd6-4764-b893-dc5df15a3794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:21:40.645081 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (2f04c2f8-2b72-42c6-9c58-79a3c06d6308), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.659084 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:40.667855 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f04c2f8-2b72-42c6-9c58-79a3c06d6308 HTTP/1.1" status: 204 len: 168 time: 0.5615523 Mar 10 06:21:40.692839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050ccd-50d7-4c95-a530-a44136ec484f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f04c2f8-2b72-42c6-9c58-79a3c06d6308,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:40.709432 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-cd588e3f-e419-48e1-aa2d-4ab30c39436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:40.711202 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-cd588e3f-e419-48e1-aa2d-4ab30c39436d service neutron] 10.222.0.37 "GET /v2.0/networks?id=699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 200 len: 916 time: 0.1181540 Mar 10 06:21:40.774191 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-ea5b70b6-2998-49b0-8ac5-0933d4727693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 200 len: 217 time: 0.0465381 Mar 10 06:21:40.819955 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7d12a-9464-4e18-b364-1ee0c2c90651 req-7840ef8e-2140-43a9-a18b-98a9df23d261 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:40.821502 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-63b7d12a-9464-4e18-b364-1ee0c2c90651 req-7840ef8e-2140-43a9-a18b-98a9df23d261 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0663049 Mar 10 06:21:40.847362 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-2eabef54-038a-4363-a572-ccc01b5a06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:40.848880 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-2eabef54-038a-4363-a572-ccc01b5a06e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 200 len: 854 time: 0.0586126 Mar 10 06:21:40.881723 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-63b7d12a-9464-4e18-b364-1ee0c2c90651 req-d6c53db7-b2c6-404b-a11c-eca42e14bf6c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Mar 10 06:21:40.915994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-1d700de1-731e-40da-96eb-db772e9394f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:40.917566 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-1d700de1-731e-40da-96eb-db772e9394f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=699775e2-8905-4531-bfb3-b98d8e841c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511031 Mar 10 06:21:40.987659 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67669c-58f6-4720-a18a-c56c401f01ed None None] New status for floating IP 599e4089-90b1-4b32-8816-5eea05c08f4b: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:21:41.021937 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-52f55b8a-e981-4d93-9aaf-67f7f0fe6808 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963640 Mar 10 06:21:41.126754 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-818a2b1a-3328-4280-93d4-88ffc9b97c0a req-58005b68-1db5-4f2c-b62a-0864409b54c2 service neutron] 10.222.0.37 "GET /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983734 Mar 10 06:21:41.378613 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53724) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:41.409031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e81cea-a0c8-40d1-be84-3d4301c6681b req-c5cc4590-7b55-43f6-94dc-812adcf30820 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:41.410510 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7e81cea-a0c8-40d1-be84-3d4301c6681b req-c5cc4590-7b55-43f6-94dc-812adcf30820 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0758243 Mar 10 06:21:41.450560 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c737c63e-db64-405c-9d3a-364bc0f6802b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04d2eb5a08bf4a95b7c8a0e1e0183101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707583 Mar 10 06:21:41.453132 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53726) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:41.478249 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7e81cea-a0c8-40d1-be84-3d4301c6681b req-5251bedd-fdf2-4d7d-8ebc-7bac01d56076 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552192 Mar 10 06:21:41.530753 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] Publish callbacks [] for security_group (886b511d-8001-4be8-a469-79a2a1e952c4), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:41.581129 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] Publish callbacks [] for security_group (886b511d-8001-4be8-a469-79a2a1e952c4), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:41.617270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-aa91c044-6f55-454b-85d4-b5b0194496b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:41.618810 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-aa91c044-6f55-454b-85d4-b5b0194496b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 1129 time: 0.0784457 Mar 10 06:21:41.711885 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-e220fa58-1857-4b8e-b399-ee818cff8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:41.714486 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-e220fa58-1857-4b8e-b399-ee818cff8b6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 911 time: 0.0897279 Mar 10 06:21:41.763463 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (886b511d-8001-4be8-a469-79a2a1e952c4), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:41.767437 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:41.768661 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/886b511d-8001-4be8-a469-79a2a1e952c4 HTTP/1.1" status: 204 len: 168 time: 0.3145053 Mar 10 06:21:41.784174 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614931de-bb0c-4771-b701-61609d9fc630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b511d-8001-4be8-a469-79a2a1e952c4,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:41.797149 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-fe64c2a9-9930-4024-8e03-2c889d1cab72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 200 len: 1001 time: 0.0766926 Mar 10 06:21:41.855346 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-5ba6334f-962c-4815-81f4-6dbdece1793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:41.856818 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-5ba6334f-962c-4815-81f4-6dbdece1793a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0516772 Mar 10 06:21:41.909307 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-56dbae94-a2a2-403d-be81-27b86b0133dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:41.910980 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-56dbae94-a2a2-403d-be81-27b86b0133dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477095 Mar 10 06:21:42.008915 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-7656b52f-d223-47a9-9a66-90bb2e64cb90 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874803 Mar 10 06:21:42.104348 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4ddffa6d-9fc0-4c3d-8bd4-be5dd0154de9 req-405b38bc-fbca-446a-b60c-dceae767a69c service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870090 Mar 10 06:21:42.604395 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c6630-36e7-4c1e-858b-948f18c4d094 req-8ae9e1ab-a63f-48e0-8766-02812f3e243b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:42.605860 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e65c6630-36e7-4c1e-858b-948f18c4d094 req-8ae9e1ab-a63f-48e0-8766-02812f3e243b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0556343 Mar 10 06:21:42.655988 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e65c6630-36e7-4c1e-858b-948f18c4d094 req-af08ff15-8e78-4627-a65e-25dbde7d0850 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Mar 10 06:21:43.778434 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23e6e-bd84-4ff7-8805-2fcc1aa529dc req-cce3eafd-89a8-46cb-9f13-e34021e6dea7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:43.779932 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-06f23e6e-bd84-4ff7-8805-2fcc1aa529dc req-cce3eafd-89a8-46cb-9f13-e34021e6dea7 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0539565 Mar 10 06:21:43.824432 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-06f23e6e-bd84-4ff7-8805-2fcc1aa529dc req-f40e63ce-6e4e-4c86-a7dc-fef26af3b506 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Mar 10 06:21:44.037941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53778) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:44.140650 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b41eb596-cd32-435c-b84e-5aedd64138d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.213741 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b41eb596-cd32-435c-b84e-5aedd64138d5 admin admin] Publish callbacks [] for security_group (e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.283183 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b41eb596-cd32-435c-b84e-5aedd64138d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.325093 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b41eb596-cd32-435c-b84e-5aedd64138d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9cea0e9ad7a47e2a2e7993bee39063f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860699 Mar 10 06:21:44.325962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eb596-cd32-435c-b84e-5aedd64138d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:44.329537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53784) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:44.362557 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e1e7f-1215-473d-9cfc-474ac48836f0 req-3281203a-5724-4394-a3b0-47b54b6dc7b8 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:44.363931 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e7e1e7f-1215-473d-9cfc-474ac48836f0 req-3281203a-5724-4394-a3b0-47b54b6dc7b8 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0582771 Mar 10 06:21:44.379078 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] Publish callbacks [] for security_group (e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.403342 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] Publish callbacks [] for security_group (e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.410457 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e7e1e7f-1215-473d-9cfc-474ac48836f0 req-f5e1d6a7-0295-4e56-99d3-ff169b249249 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Mar 10 06:21:44.544526 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.547171 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:44.548316 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec HTTP/1.1" status: 204 len: 168 time: 0.2175648 Mar 10 06:21:44.557100 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aae38-f1f9-4fbf-abf3-c88bd8525368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ce5ff-7c10-475e-933f-8aa0ebfaf9ec,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:45.178726 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53790) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:45.192079 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2969fd0a-413b-4133-9c12-95e190abe6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.263923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2969fd0a-413b-4133-9c12-95e190abe6e3 admin admin] Publish callbacks [] for security_group (a304fc2c-3b93-4bce-ad07-3d96ac6d5b44), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.345524 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2969fd0a-413b-4133-9c12-95e190abe6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a304fc2c-3b93-4bce-ad07-3d96ac6d5b44), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.380931 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969fd0a-413b-4133-9c12-95e190abe6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304fc2c-3b93-4bce-ad07-3d96ac6d5b44,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:45.386798 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2969fd0a-413b-4133-9c12-95e190abe6e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=037ab8f635494480a1bbfe4d6e8589ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069435 Mar 10 06:21:45.389636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53792) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:45.435922 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Publish callbacks [] for security_group (a304fc2c-3b93-4bce-ad07-3d96ac6d5b44), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.456766 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Publish callbacks [] for security_group (a304fc2c-3b93-4bce-ad07-3d96ac6d5b44), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.535310 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2ae89-615a-4e4c-bac7-7e41becfeba8 req-49bf4a7a-787e-4a3d-9ca0-04300378f69c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:45.536764 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29b2ae89-615a-4e4c-bac7-7e41becfeba8 req-49bf4a7a-787e-4a3d-9ca0-04300378f69c tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0549562 Mar 10 06:21:45.584731 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-29b2ae89-615a-4e4c-bac7-7e41becfeba8 req-495beedf-fb3a-4da4-a850-62529a95321b tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Mar 10 06:21:45.603002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a304fc2c-3b93-4bce-ad07-3d96ac6d5b44), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.605571 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:45.606715 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a304fc2c-3b93-4bce-ad07-3d96ac6d5b44 HTTP/1.1" status: 204 len: 168 time: 0.2161481 Mar 10 06:21:45.614341 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304fc2c-3b93-4bce-ad07-3d96ac6d5b44,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:45.622141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.622497 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.622885 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.623237 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.623574 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.624161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.624553 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.624872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.625234 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.625562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.625919 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.626241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:45.626563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c5f0fd-3fbe-43b3-a77c-29638cfb9cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:46.292384 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-1a870133-2411-45dd-96a4-910b911b5b42 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:46.293834 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-1a870133-2411-45dd-96a4-910b911b5b42 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Mar 10 06:21:46.335490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53800) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:46.348724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-305b28af-52b9-4251-b764-071815e28d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.390578 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Deleting port 76d78dfa-f336-4513-a3d5-124579d1fa78 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:46.390965 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.421605 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-305b28af-52b9-4251-b764-071815e28d87 admin admin] Publish callbacks [] for security_group (d9795d02-5fea-4d96-a8c4-0db7cdcc8a94), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.476782 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] For port 76d78dfa-f336-4513-a3d5-124579d1fa78, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=76d78dfa-f336-4513-a3d5-124579d1fa78,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:46.477068 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.493347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Calling delete_port for 76d78dfa-f336-4513-a3d5-124579d1fa78 owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:46.511842 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-305b28af-52b9-4251-b764-071815e28d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d9795d02-5fea-4d96-a8c4-0db7cdcc8a94), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.549110 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b28af-52b9-4251-b764-071815e28d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9795d02-5fea-4d96-a8c4-0db7cdcc8a94,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:46.557413 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-305b28af-52b9-4251-b764-071815e28d87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440347a875394e5aaf823611c0d3a708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208853 Mar 10 06:21:46.557995 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53804) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:46.607359 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] Publish callbacks [] for security_group (d9795d02-5fea-4d96-a8c4-0db7cdcc8a94), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.631463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] Publish callbacks [] for security_group (d9795d02-5fea-4d96-a8c4-0db7cdcc8a94), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.694883 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (76d78dfa-f336-4513-a3d5-124579d1fa78), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.716070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33ac48-90db-4d13-8fe4-6f503fbf03f2 req-57a2b8a5-891c-4413-b098-738ae324afcf tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:46.717525 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c33ac48-90db-4d13-8fe4-6f503fbf03f2 req-57a2b8a5-891c-4413-b098-738ae324afcf tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 867 time: 0.0588315 Mar 10 06:21:46.723052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Pushing event deleted for resources: {'Port': ['ID=76d78dfa-f336-4513-a3d5-124579d1fa78,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:46.735486 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['76d78dfa-f336-4513-a3d5-124579d1fa78'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:21:46.778531 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c33ac48-90db-4d13-8fe4-6f503fbf03f2 req-f19cfe44-4b7a-4ef0-a263-c84ee2958e51 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2b1bf03-6b82-4adb-a6e2-0dd052752693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Mar 10 06:21:46.788039 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] No DVR routers for this DVR port 76d78dfa-f336-4513-a3d5-124579d1fa78 on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:21:46.792114 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.795676 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4a531071-bd68-4081-a40d-bc2b4c539137 req-e5e77081-fd26-428c-9618-6ef5111f133a tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.37 "DELETE /v2.0/ports/76d78dfa-f336-4513-a3d5-124579d1fa78 HTTP/1.1" status: 204 len: 173 time: 0.4948351 Mar 10 06:21:46.796215 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'name': 'network-vif-deleted', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:46.798522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed90512-c502-41d4-b68f-9ffe73e7bc21" -d '{"events": [{"server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "name": "network-vif-deleted", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:46.801343 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d9795d02-5fea-4d96-a8c4-0db7cdcc8a94), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.805474 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:46.810213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9795d02-5fea-4d96-a8c4-0db7cdcc8a94 HTTP/1.1" status: 204 len: 168 time: 0.2511938 Mar 10 06:21:46.818086 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf00f6-c32f-4c1f-8c9e-cdb5bb88eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9795d02-5fea-4d96-a8c4-0db7cdcc8a94,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:46.866627 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313888e-0e55-4a70-a820-1bda4c1cae94 x-openstack-request-id: req-7313888e-0e55-4a70-a820-1bda4c1cae94 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:46.866949 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b914fe9-41e5-4597-820f-d0507d23fa71", "name": "network-vif-deleted", "tag": "76d78dfa-f336-4513-a3d5-124579d1fa78", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:46.867293 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7313888e-0e55-4a70-a820-1bda4c1cae94 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:46.867696 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b914fe9-41e5-4597-820f-d0507d23fa71', 'name': 'network-vif-deleted', 'tag': '76d78dfa-f336-4513-a3d5-124579d1fa78', 'status': 'completed', 'code': 200} Mar 10 06:21:47.891865 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09fc9599-e01d-40d8-af2c-7ed56ac54107 req-242fc64c-e9c6-4303-8848-c4b0c9b307c1 tempest-TestMinimumBasicScenario-1675465468 tempest-TestMinimumBasicScenario-1675465468-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b914fe9-41e5-4597-820f-d0507d23fa71 HTTP/1.1" status: 200 len: 210 time: 0.0312340 Mar 10 06:21:47.970605 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53844) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:48.068335 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-715026002-network', 'tenant_id': '302f7f9df1fa4ff4a6cee0076ffd9ebf'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:48.191576 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Made reservation on behalf of 302f7f9df1fa4ff4a6cee0076ffd9ebf for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:21:48.193873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.202837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.272446 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks [] for security_group (76d7a6c3-d301-4528-b94c-3ca03e2d9ec1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.408777 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (76d7a6c3-d301-4528-b94c-3ca03e2d9ec1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.433416 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:21:48.441815 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:48.448389 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (c15e9eae-5ef9-4fe1-8d0f-13743eb929cb), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.448729 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Added segment c15e9eae-5ef9-4fe1-8d0f-13743eb929cb of type vlan for network e4ffb430-2679-453e-aad1-17bbf6b1bf76 Mar 10 06:21:48.488820 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (e4ffb430-2679-453e-aad1-17bbf6b1bf76), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.597240 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (e4ffb430-2679-453e-aad1-17bbf6b1bf76), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.598211 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:48.598956 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:48.659234 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ffb430-2679-453e-aad1-17bbf6b1bf76,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:48.669268 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:21:48.690694 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f20cedb7-096f-4353-a487-860eac659ae9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7187872 Mar 10 06:21:48.693606 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53854) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:48.699158 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Request body: {'subnet': {'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-715026002-subnet', 'tenant_id': '302f7f9df1fa4ff4a6cee0076ffd9ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:48.803360 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Made reservation on behalf of 302f7f9df1fa4ff4a6cee0076ffd9ebf for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:21:48.805737 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:49.031811 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (5dcf4de5-a9ad-41ba-85be-f08998d599ee), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:49.086834 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcf4de5-a9ad-41ba-85be-f08998d599ee,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:49.098887 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Checking segment: {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:21:49.099254 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Network hostable DHCP agents. Network: e4ffb430-2679-453e-aad1-17bbf6b1bf76, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:21:49.254406 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:21:49.397347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, e4ffb430-2679-453e-aad1-17bbf6b1bf76) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:21:49.401579 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:49.402173 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:49.407415 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1565bea-5e35-4410-95ec-941a1bd4a4a4 None None] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:21:49.505348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e07ca-3634-43a8-826b-5884f8de7a1f None None] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:21:49.593209 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6fbcbf36-2ec0-4752-883d-09ea21d03ee6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8906677 Mar 10 06:21:50.167683 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 76d78dfa-f336-4513-a3d5-124579d1fa78 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:21:50.188599 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 76d78dfa-f336-4513-a3d5-124579d1fa78 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:21:50.188921 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 76d78dfa-f336-4513-a3d5-124579d1fa78 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:21:50.882580 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53920) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:51.552278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (8f2c9f78-1904-4454-b56f-463526b9599a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:51.854859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6fe0755b-cfbc-4ed8-829e-c51dcfb1856a tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:51.856331 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6fe0755b-cfbc-4ed8-829e-c51dcfb1856a tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/networks?id=e4ffb430-2679-453e-aad1-17bbf6b1bf76 HTTP/1.1" status: 200 len: 808 time: 0.2106597 Mar 10 06:21:51.881434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-c4b89916-e2ae-4244-98b7-5a5016ce0731 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/quotas/302f7f9df1fa4ff4a6cee0076ffd9ebf HTTP/1.1" status: 200 len: 375 time: 0.0175765 Mar 10 06:21:51.934960 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-5cac8025-9fa4-4d0b-adb8-23423bad95e9 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474210 Mar 10 06:21:51.984954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Deleting port 93a9463b-825f-4a43-b5f1-2773eea3c570 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:51.985381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:52.127934 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] For port 93a9463b-825f-4a43-b5f1-2773eea3c570, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=93a9463b-825f-4a43-b5f1-2773eea3c570,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:52.128225 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:52.148488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-8f3c7673-c17a-4833-8a76-010ce435f8b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921370 Mar 10 06:21:52.149367 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Calling delete_port for 93a9463b-825f-4a43-b5f1-2773eea3c570 owned by network:router_interface {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:52.331291 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-0e087297-628f-4d34-8a6e-41fab508b736 service neutron] 10.222.0.15 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751554 Mar 10 06:21:52.477790 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (93a9463b-825f-4a43-b5f1-2773eea3c570), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:52.508234 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a9463b-825f-4a43-b5f1-2773eea3c570,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:52.553757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9850935a-d931-4fb8-a1b7-946a776abf3b req-8f7278c3-9f2a-4e1f-84ca-53a7de2eb545 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0493987 Mar 10 06:21:52.716353 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (8f2c9f78-1904-4454-b56f-463526b9599a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:52.937849 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Router 8f2c9f78-1904-4454-b56f-463526b9599a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:21:53.044628 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:21:53.052436 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-40eadb6f-7426-49ee-b951-17bb4339e6a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/8f2c9f78-1904-4454-b56f-463526b9599a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662929 Mar 10 06:21:53.052547 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53952) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:53.053724 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Sync routers for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:21:53.063307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:53.063922 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:53.160073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks [] for router (8f2c9f78-1904-4454-b56f-463526b9599a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:53.177348 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:53.271081 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks [] for router_gateway (8f2c9f78-1904-4454-b56f-463526b9599a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:53.360210 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:21:52Z', 'revision_number': 5, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port': {'id': '07926d85-a2cd-465a-9573-2d07ed60931a', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:13Z', 'updated_at': '2022-03-10T06:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:53.387567 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Checking router: 8f2c9f78-1904-4454-b56f-463526b9599a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:21:53.395863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Routers {'8f2c9f78-1904-4454-b56f-463526b9599a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:53.396470 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['8f2c9f78-1904-4454-b56f-463526b9599a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:53.399451 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Deleting port 07926d85-a2cd-465a-9573-2d07ed60931a {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:53.399790 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:53.482826 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] For port 07926d85-a2cd-465a-9573-2d07ed60931a, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=07926d85-a2cd-465a-9573-2d07ed60931a,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:53.483226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:53.485538 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] Set router 8f2c9f78-1904-4454-b56f-463526b9599a gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:53.496431 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Calling delete_port for 07926d85-a2cd-465a-9573-2d07ed60931a owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:53.541215 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:21:53Z', 'revision_number': 6, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:53.567500 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aacd0-9376-49d5-a64f-245cc97f9e37 None None] The sync data for ids ['8f2c9f78-1904-4454-b56f-463526b9599a'] in dv-cinder-804735-28-iscsi is: [{'id': '8f2c9f78-1904-4454-b56f-463526b9599a', 'name': 'tempest-TestMinimumBasicScenario-1080895297-router', 'tenant_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:12Z', 'updated_at': '2022-03-10T06:21:53Z', 'revision_number': 6, 'project_id': '5a849f62fadb45cc91e802e4ccd5cba2', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:21:53.639989 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a2821219-ea92-4ca9-ac72-f9bb10047545 req-4bac9dc8-1f74-4a07-acae-fb82a10ded88 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0281518 Mar 10 06:21:53.860625 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (07926d85-a2cd-465a-9573-2d07ed60931a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:53.887297 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07926d85-a2cd-465a-9573-2d07ed60931a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:53.952483 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (8f2c9f78-1904-4454-b56f-463526b9599a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.067967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (8f2c9f78-1904-4454-b56f-463526b9599a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.070076 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks [] for router_controller (8f2c9f78-1904-4454-b56f-463526b9599a), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.495053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (8f2c9f78-1904-4454-b56f-463526b9599a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.497805 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2c9f78-1904-4454-b56f-463526b9599a {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:21:54.503089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.504336 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-720dc5b7-0970-418b-aa88-9f84fc67c9d0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8f2c9f78-1904-4454-b56f-463526b9599a HTTP/1.1" status: 204 len: 168 time: 1.4507909 Mar 10 06:21:54.506987 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53960) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:54.553274 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Deleting subnet 0af28b4b-ddd6-4764-b893-dc5df15a3794 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:21:54.557267 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Publish callbacks [] for subnet (0af28b4b-ddd6-4764-b893-dc5df15a3794), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.597798 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850818'] for subnet (0af28b4b-ddd6-4764-b893-dc5df15a3794), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.690951 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 07926d85-a2cd-465a-9573-2d07ed60931a no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:21:54.720497 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 07926d85-a2cd-465a-9573-2d07ed60931a {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:21:54.720848 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 07926d85-a2cd-465a-9573-2d07ed60931a not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:21:54.721795 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 93a9463b-825f-4a43-b5f1-2773eea3c570 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:21:54.728588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (0af28b4b-ddd6-4764-b893-dc5df15a3794), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.745972 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 93a9463b-825f-4a43-b5f1-2773eea3c570 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:21:54.746402 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 93a9463b-825f-4a43-b5f1-2773eea3c570 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:21:54.793891 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-823b9a46-3c8e-4ca0-b838-6ea4dc712f1f req-ef9d4cf9-57b2-4cbb-9cf3-9bf74acfa63c tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0318573 Mar 10 06:21:54.889401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8997668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9095415'] for subnet (0af28b4b-ddd6-4764-b893-dc5df15a3794), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.913783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af28b4b-ddd6-4764-b893-dc5df15a3794,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:54.917975 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:54.921211 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c9bae161-aac2-467a-ab79-e04ac3c78185 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0af28b4b-ddd6-4764-b893-dc5df15a3794 HTTP/1.1" status: 204 len: 168 time: 0.4131978 Mar 10 06:21:54.923769 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 53964) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:54.925110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c3939-a1bc-45be-ad49-4f17faa2f52d None None] Network 699775e2-8905-4531-bfb3-b98d8e841c56 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:21:54.999404 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (699775e2-8905-4531-bfb3-b98d8e841c56), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.068650 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Deleting port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:55.068986 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.134642 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] For port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:55.135034 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.149074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Calling delete_port for 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:55.223539 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] DHCP port deletion for 699775e2-8905-4531-bfb3-b98d8e841c56 request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:21:55.278582 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Deleting port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:55.279005 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.340706 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.347741 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] For port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,segment=NetworkSegment(78a6786b-cf41-4062-bc35-56fb67f76b2d),segment_id=78a6786b-cf41-4062-bc35-56fb67f76b2d)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:55.348145 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.363307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Calling delete_port for 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:55.371920 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:55.379590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] No DVR routers for this DVR port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:21:55.419867 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-0923f223-7413-4acb-9cc2-34d11d27ead7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:55.421405 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-0923f223-7413-4acb-9cc2-34d11d27ead7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "GET /v2.0/networks?id=e4ffb430-2679-453e-aad1-17bbf6b1bf76 HTTP/1.1" status: 200 len: 808 time: 0.1364987 Mar 10 06:21:55.448703 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Request body: {'port': {'device_id': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76', 'admin_state_up': True, 'tenant_id': '302f7f9df1fa4ff4a6cee0076ffd9ebf'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:55.466417 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (699775e2-8905-4531-bfb3-b98d8e841c56), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.488563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699775e2-8905-4531-bfb3-b98d8e841c56']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:55.491865 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (1bdf76fd-37b3-4596-9a73-9d74e693f8a3), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.499893 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a6786b-cf41-4062-bc35-56fb67f76b2d') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:55.500196 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a6786b-cf41-4062-bc35-56fb67f76b2d') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:55.510612 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (78a6786b-cf41-4062-bc35-56fb67f76b2d), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.515978 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Pushing event deleted for resources: {'Port': ['ID=1bdf76fd-37b3-4596-9a73-9d74e693f8a3,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:55.526981 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] No DVR routers for this DVR port 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:21:55.529117 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.529117 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.529658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.529831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (78a6786b-cf41-4062-bc35-56fb67f76b2d), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.530185 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.530742 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.531088 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baf6c9a-b096-47d5-885c-35710bcf5876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:55.537783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:21:55.537783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (78a6786b-cf41-4062-bc35-56fb67f76b2d), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:21:55.539667 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:21:55.667079 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (699775e2-8905-4531-bfb3-b98d8e841c56), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.667323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Made reservation on behalf of 302f7f9df1fa4ff4a6cee0076ffd9ebf for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:21:55.674276 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.674594 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.677819 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/699775e2-8905-4531-bfb3-b98d8e841c56 HTTP/1.1" status: 204 len: 168 time: 0.7530553 Mar 10 06:21:55.692868 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 53970) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:55.702982 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a2a12-538e-4041-8d51-4d1b13e617fe admin admin] Pushing event deleted for resources: {'Network': ['ID=699775e2-8905-4531-bfb3-b98d8e841c56,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:55.773429 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-06eb7686-2406-4a8e-bae4-10ff3c143fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:55.894717 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-42dd2c47-278b-47be-bbab-33f061d86b50 req-7f4f96d8-e12a-4ce6-9373-b85837ac8468 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0327857 Mar 10 06:21:55.941812 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Allocated IP 172.20.0.10 (e4ffb430-2679-453e-aad1-17bbf6b1bf76/5dcf4de5-a9ad-41ba-85be-f08998d599ee/6876fbc6-4f7d-44b4-91c1-010c61b645ca) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:21:56.184482 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks [] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:56.279882 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:56.316889 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:56.385847 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:21:56.391520 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:21:56.393264 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Pushing event updated for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:56.422553 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:21:56.671593 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:21:56.694548 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.703042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.711576 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:21:56.711927 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.712007 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1bdf76fd-37b3-4596-9a73-9d74e693f8a3 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:21:56.712091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.712091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.712091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.712091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:21:56.729616 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:56.730970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:56.850866 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-e05be2a5-8117-43b3-81e7-7c0c5006442d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4092000 Mar 10 06:21:56.895984 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Deleting port be401706-537f-4a22-8fff-94c8f5664146 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:56.896323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (be401706-537f-4a22-8fff-94c8f5664146), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:56.926257 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Request body: {'port': {'device_id': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:21:57.013811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032303-7ae1-4607-9a0e-0a50fbda6968 req-11b2eb25-e480-49c8-8e28-de53d29dcb98 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:57.015331 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c4032303-7ae1-4607-9a0e-0a50fbda6968 req-11b2eb25-e480-49c8-8e28-de53d29dcb98 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 932 time: 0.0541027 Mar 10 06:21:57.025687 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] For port be401706-537f-4a22-8fff-94c8f5664146, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=be401706-537f-4a22-8fff-94c8f5664146,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:57.026066 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (be401706-537f-4a22-8fff-94c8f5664146), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.037552 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.048157 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Calling delete_port for be401706-537f-4a22-8fff-94c8f5664146 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:57.070596 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c4032303-7ae1-4607-9a0e-0a50fbda6968 req-40cc4b1c-0b76-4e47-9280-bff8c69563e8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492041 Mar 10 06:21:57.438701 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6876fbc6-4f7d-44b4-91c1-010c61b645ca {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:21:57.446115 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks [] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.607643 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Transition to ACTIVE for port object 6876fbc6-4f7d-44b4-91c1-010c61b645ca will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:21:57.609052 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (be401706-537f-4a22-8fff-94c8f5664146), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.637742 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Pushing event deleted for resources: {'Port': ['ID=be401706-537f-4a22-8fff-94c8f5664146,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:57.740306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.816445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:57.907697 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.964282 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Attempting to bind port 6876fbc6-4f7d-44b4-91c1-010c61b645ca on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:21:57.964614 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Attempting to bind port 6876fbc6-4f7d-44b4-91c1-010c61b645ca by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:21:57.964945 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Attempting to bind port 6876fbc6-4f7d-44b4-91c1-010c61b645ca on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:21:57.973159 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Port 6876fbc6-4f7d-44b4-91c1-010c61b645ca on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:21:57.973479 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Attempting to bind port 6876fbc6-4f7d-44b4-91c1-010c61b645ca on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:21:57.975115 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-dc22108c-d5ba-469a-beb2-48fa6b3df50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:57.986151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:21:57.986604 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Checking segment: {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:21:57.987017 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Bound using segment: {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:21:57.987454 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Bound port: 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:21:57.987809 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.133729 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:21:58.149452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:21:58.213924 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296c32-10b6-4843-8066-ab6028109bc4 req-3be3e34c-1e02-479f-86c3-3d158d45b523 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:58.215366 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e3296c32-10b6-4843-8066-ab6028109bc4 req-3be3e34c-1e02-479f-86c3-3d158d45b523 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 944 time: 0.0544288 Mar 10 06:21:58.215505 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:21:58.258914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.262040 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e3296c32-10b6-4843-8066-ab6028109bc4 req-dc891515-e856-46a1-b889-880749cfb7c6 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Mar 10 06:21:58.307581 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:58.308183 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.309536 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] 10.222.0.37 "PUT /v2.0/ports/6876fbc6-4f7d-44b4-91c1-010c61b645ca HTTP/1.1" status: 200 len: 1094 time: 1.4423645 Mar 10 06:21:58.309994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:21:58.312205 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a48e9-3c7d-4653-886a-f56a0d40f990" -d '{"events": [{"name": "network-changed", "server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:21:58.355235 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a4ea7-fd0d-45e9-bc6a-f98e203be2b5 x-openstack-request-id: req-9f2a4ea7-fd0d-45e9-bc6a-f98e203be2b5 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:21:58.355519 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:21:58.355768 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f2a4ea7-fd0d-45e9-bc6a-f98e203be2b5 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:21:58.356154 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca', 'status': 'completed', 'code': 200} Mar 10 06:21:58.369072 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968b1ce-bbab-44f6-a860-0617000ed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:58.384033 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:21:58.391206 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-07f57212-d657-4d30-8280-3e4ef02fe264 admin admin] 10.222.0.15 "PUT /v2.0/routers/f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922243 Mar 10 06:21:58.391853 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54006) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:21:58.400382 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Sync routers for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:21:58.414417 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:58.415107 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:58.528174 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-f10b856a-871e-4587-b5c2-904fbe17ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:58.528802 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:58.529659 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-f10b856a-871e-4587-b5c2-904fbe17ba0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 1128 time: 0.0965745 Mar 10 06:21:58.535226 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks [] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.732509 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '2b101d88-5160-405c-b9d0-7f249448d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:21:57Z', 'revision_number': 5, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port': {'id': '2b101d88-5160-405c-b9d0-7f249448d205', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:18:20Z', 'updated_at': '2022-03-10T06:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:58.735858 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-fc2e0ccd-f346-44e9-9ec2-3f97f1b26496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:58.737335 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-fc2e0ccd-f346-44e9-9ec2-3f97f1b26496 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1659133 Mar 10 06:21:58.738708 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks [] for router_gateway (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.857706 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Checking router: f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:21:58.866352 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Routers {'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:21:58.867063 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:58.869856 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-0385302f-a3e0-4a32-b41b-0268abc30f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:58.871448 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-567a48e9-3c7d-4653-886a-f56a0d40f990 req-0385302f-a3e0-4a32-b41b-0268abc30f9a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273015 Mar 10 06:21:58.897684 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Deleting port 2b101d88-5160-405c-b9d0-7f249448d205 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:21:58.898041 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (2b101d88-5160-405c-b9d0-7f249448d205), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:58.958604 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] Set router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:21:59.018464 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:21:58Z', 'revision_number': 6, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:21:59.033202 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] For port 2b101d88-5160-405c-b9d0-7f249448d205, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=2b101d88-5160-405c-b9d0-7f249448d205,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:21:59.033562 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (2b101d88-5160-405c-b9d0-7f249448d205), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.046078 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54854bde-e9f6-4a8f-8bf4-0c94c3fc73ad None None] The sync data for ids ['f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9'] in dv-cinder-804735-28-iscsi is: [{'id': 'f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9', 'name': 'tempest-TestMinimumBasicScenario-2119793267-router', 'tenant_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:18:19Z', 'updated_at': '2022-03-10T06:21:58Z', 'revision_number': 6, 'project_id': '97e0cbfe9f12479dbb0ed5bc2b2ca27a', 'gw_port_host': None}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:21:59.064718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-23db73d8-4578-4b82-8a15-8b48b8df41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:59.064718 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-23db73d8-4578-4b82-8a15-8b48b8df41ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 1128 time: 0.1200118 Mar 10 06:21:59.064718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Calling delete_port for 2b101d88-5160-405c-b9d0-7f249448d205 owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:21:59.145669 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-7e4010dd-626f-4cff-88ed-cfa90b52c928 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca HTTP/1.1" status: 200 len: 217 time: 0.0432374 Mar 10 06:21:59.241492 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-96e8d016-55c4-43ff-9451-2a0eb9f77f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:59.242977 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-96e8d016-55c4-43ff-9451-2a0eb9f77f77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dcf4de5-a9ad-41ba-85be-f08998d599ee HTTP/1.1" status: 200 len: 848 time: 0.0864553 Mar 10 06:21:59.277462 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-622711ff-4f6f-4134-9267-6b041c4122a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ffb430-2679-453e-aad1-17bbf6b1bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267057 Mar 10 06:21:59.340024 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.406505 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-940c49ce-be06-4e36-bc82-3bb4b23c9942 service neutron] 10.222.0.37 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210775 Mar 10 06:21:59.409344 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ccc1-cfc0-4870-9a53-b818d5062aa9 req-4f54d9c5-00f0-48f3-a30e-ec2341d882aa tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:21:59.409344 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6304ccc1-cfc0-4870-9a53-b818d5062aa9 req-4f54d9c5-00f0-48f3-a30e-ec2341d882aa tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 944 time: 0.0664349 Mar 10 06:21:59.460928 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6304ccc1-cfc0-4870-9a53-b818d5062aa9 req-b4d2a80c-9c47-4934-8167-168395e7b832 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 Mar 10 06:21:59.482975 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (2b101d88-5160-405c-b9d0-7f249448d205), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.631620 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.772507 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b101d88-5160-405c-b9d0-7f249448d205,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:21:59.832020 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-9f0c37d5-c0fc-4178-abc4-989cd5ee29fb req-8b81bd56-1cea-4559-9358-95717fde99f8 service neutron] 10.222.0.37 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173677 Mar 10 06:21:59.850810 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.944294 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:21:59.946727 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks [] for router_controller (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.077500 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.078092 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:22:00.082534 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.085368 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-4edb7dac-fe0f-4d1f-9709-ca86e1e9ee4f admin admin] 10.222.0.15 "DELETE /v2.0/routers/f09cf2ea-f69c-4abb-9c23-1d7d6d7203c9 HTTP/1.1" status: 204 len: 168 time: 1.6914947 Mar 10 06:22:00.086242 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54016) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:00.137802 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Deleting subnet 5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:22:00.141404 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Publish callbacks [] for subnet (5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.178923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.289042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.580656 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.583788 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb49a07-a544-473e-ab0a-c8a55ec9c470 req-11996dd6-4282-4479-953c-26802af5ceb8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:00.588200 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eb49a07-a544-473e-ab0a-c8a55ec9c470 req-11996dd6-4282-4479-953c-26802af5ceb8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 944 time: 0.0540073 Mar 10 06:22:00.606716 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:00.610572 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.613786 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ac6355a8-153d-4103-8ead-6e6ef6650ec6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bd5cffe-67a4-4ff0-aa95-dcbed5f2c260 HTTP/1.1" status: 204 len: 168 time: 0.5263958 Mar 10 06:22:00.616187 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54022) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:00.624096 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543cd62-07fb-482a-94d0-93cf3b070055 None None] Network fb359052-edb0-4dba-84a6-f9b819083171 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:22:00.659210 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eb49a07-a544-473e-ab0a-c8a55ec9c470 req-b5d606a7-6d9e-4b87-82bc-6a08548e896b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Mar 10 06:22:00.729720 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (fb359052-edb0-4dba-84a6-f9b819083171), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.731581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device be401706-537f-4a22-8fff-94c8f5664146 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:00.767276 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: be401706-537f-4a22-8fff-94c8f5664146 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:00.767622 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device be401706-537f-4a22-8fff-94c8f5664146 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:00.768052 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 2b101d88-5160-405c-b9d0-7f249448d205 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:00.792612 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Deleting port 3e847763-f3a4-456a-b08f-017a3b51dc84 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:00.793248 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 2b101d88-5160-405c-b9d0-7f249448d205 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:00.793365 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.793471 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 2b101d88-5160-405c-b9d0-7f249448d205 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:00.815176 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda38b4f-e982-484a-b29d-5b38e2d61468 req-c992a675-62e5-40a2-9d8c-36490b2b0f33 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:00.815996 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fda38b4f-e982-484a-b29d-5b38e2d61468 req-c992a675-62e5-40a2-9d8c-36490b2b0f33 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0608761 Mar 10 06:22:00.865168 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] For port 3e847763-f3a4-456a-b08f-017a3b51dc84, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=3e847763-f3a4-456a-b08f-017a3b51dc84,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:00.865537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.869116 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fda38b4f-e982-484a-b29d-5b38e2d61468 req-d4c360b1-dfa2-469e-b22c-9bd7f55ef9d5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Mar 10 06:22:00.875632 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] DHCP port deletion for fb359052-edb0-4dba-84a6-f9b819083171 request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:22:00.880695 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Calling delete_port for 3e847763-f3a4-456a-b08f-017a3b51dc84 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:00.928951 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Deleting port 3e847763-f3a4-456a-b08f-017a3b51dc84 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:00.929332 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.947203 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:00.992149 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] For port 3e847763-f3a4-456a-b08f-017a3b51dc84, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=3e847763-f3a4-456a-b08f-017a3b51dc84,segment=NetworkSegment(2fe7dbde-16ea-450a-a305-93f52c812b56),segment_id=2fe7dbde-16ea-450a-a305-93f52c812b56)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:00.992552 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.005410 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Calling delete_port for 3e847763-f3a4-456a-b08f-017a3b51dc84 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:01.031652 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.055652 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e847763-f3a4-456a-b08f-017a3b51dc84,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:01.064015 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] No DVR routers for this DVR port 3e847763-f3a4-456a-b08f-017a3b51dc84 on host dv-cinder-804735-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:01.083302 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (3e847763-f3a4-456a-b08f-017a3b51dc84), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.109243 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] Pushing event deleted for resources: {'Port': ['ID=3e847763-f3a4-456a-b08f-017a3b51dc84,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:01.113411 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d19d1e-f0df-4ed2-9674-3f127fd8afd6 None None] No DVR routers for this DVR port 3e847763-f3a4-456a-b08f-017a3b51dc84 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:01.141405 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (fb359052-edb0-4dba-84a6-f9b819083171), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.162018 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb359052-edb0-4dba-84a6-f9b819083171']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:01.171795 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe7dbde-16ea-450a-a305-93f52c812b56') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:01.172094 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe7dbde-16ea-450a-a305-93f52c812b56') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:01.181745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (2fe7dbde-16ea-450a-a305-93f52c812b56), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.195934 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (2fe7dbde-16ea-450a-a305-93f52c812b56), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.201862 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:22:01.202236 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (2fe7dbde-16ea-450a-a305-93f52c812b56), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:22:01.203851 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:22:01.398914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (fb359052-edb0-4dba-84a6-f9b819083171), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.404708 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.407911 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb359052-edb0-4dba-84a6-f9b819083171 HTTP/1.1" status: 204 len: 168 time: 0.7908056 Mar 10 06:22:01.419194 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f41a6-482b-4c4c-8710-34036ed26f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb359052-edb0-4dba-84a6-f9b819083171,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:01.788691 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ee75f-a14b-44a5-be1f-bcfc81b9afc9 req-15658425-41e7-45ef-a2dd-225a56e695af tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:01.790168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-774ee75f-a14b-44a5-be1f-bcfc81b9afc9 req-15658425-41e7-45ef-a2dd-225a56e695af tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 944 time: 0.0536571 Mar 10 06:22:01.796177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54032) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:01.864757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8315e450-c56e-4061-8ea3-b475f0e041d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a849f62fadb45cc91e802e4ccd5cba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674856 Mar 10 06:22:01.867338 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54036) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:01.868475 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-774ee75f-a14b-44a5-be1f-bcfc81b9afc9 req-97b74052-6ae6-4883-84e7-82752c3ad719 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Mar 10 06:22:01.920668 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] Publish callbacks [] for security_group (a2b1bf03-6b82-4adb-a6e2-0dd052752693), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.941150 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] Publish callbacks [] for security_group (a2b1bf03-6b82-4adb-a6e2-0dd052752693), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:01.994294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c0de1-2afd-44cb-b433-1971ebca5fb4 req-1ff513a5-c066-43a9-83c6-51cd36ffe386 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:01.995786 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-985c0de1-2afd-44cb-b433-1971ebca5fb4 req-1ff513a5-c066-43a9-83c6-51cd36ffe386 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0558102 Mar 10 06:22:02.049941 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-985c0de1-2afd-44cb-b433-1971ebca5fb4 req-6ea0455d-59cf-4aa0-84cb-8049a6b38f19 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476942 Mar 10 06:22:02.060834 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a2b1bf03-6b82-4adb-a6e2-0dd052752693), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.063452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.064697 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2b1bf03-6b82-4adb-a6e2-0dd052752693 HTTP/1.1" status: 204 len: 168 time: 0.1962922 Mar 10 06:22:02.072718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267632a9-d61a-4c16-94d7-770be291347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b1bf03-6b82-4adb-a6e2-0dd052752693,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:02.214178 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.219335 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6876fbc6-4f7d-44b4-91c1-010c61b645ca details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:22:02.318989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:02.330378 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '6876fbc6-4f7d-44b4-91c1-010c61b645ca', 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76', 'port_id': '6876fbc6-4f7d-44b4-91c1-010c61b645ca', 'mac_address': 'fa:16:3e:ac:29:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcf4de5-a9ad-41ba-85be-f08998d599ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:22:02.367083 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 6876fbc6-4f7d-44b4-91c1-010c61b645ca is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:02.367527 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.381044 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6876fbc6-4f7d-44b4-91c1-010c61b645ca {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:02.400569 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:02.464521 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.511435 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:02.627289 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-68837b3a-daa9-473a-86af-4b2a673aa29f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:02.628784 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-68837b3a-daa9-473a-86af-4b2a673aa29f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0520847 Mar 10 06:22:02.673145 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 3e847763-f3a4-456a-b08f-017a3b51dc84 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:02.700845 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 3e847763-f3a4-456a-b08f-017a3b51dc84 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:02.701259 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 3e847763-f3a4-456a-b08f-017a3b51dc84 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:02.733093 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port f4205307-b0f5-40f3-b530-f402b5cd49cd {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:02.733475 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.807279 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54044) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:02.818229 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['6876fbc6-4f7d-44b4-91c1-010c61b645ca'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:02.822603 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] For port f4205307-b0f5-40f3-b530-f402b5cd49cd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4205307-b0f5-40f3-b530-f402b5cd49cd,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:02.823008 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.848462 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-024b95f4-851c-4596-96b6-1321dfb8ec0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97e0cbfe9f12479dbb0ed5bc2b2ca27a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399485 Mar 10 06:22:02.850949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54046) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:02.906761 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] Publish callbacks [] for security_group (1df1f081-b472-48b7-927a-11928fdc84e2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:02.935844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] Publish callbacks [] for security_group (1df1f081-b472-48b7-927a-11928fdc84e2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.013439 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.014301 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.014301 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP 2c1b083b-94f3-429b-bbdf-4d7384338237 disassociated. External IP: 172.27.2.63, port: f4205307-b0f5-40f3-b530-f402b5cd49cd. Mar 10 06:22:03.014502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for f4205307-b0f5-40f3-b530-f402b5cd49cd owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:03.023635 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b125-a818-40ae-bf5e-49f8138bba37 req-0d925f04-51da-4395-98f7-0216ed3013e5 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:03.025095 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d482b125-a818-40ae-bf5e-49f8138bba37 req-0d925f04-51da-4395-98f7-0216ed3013e5 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 945 time: 0.0786834 Mar 10 06:22:03.072864 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d482b125-a818-40ae-bf5e-49f8138bba37 req-10e0fa36-9574-4992-beaf-13cf7b28807d tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Mar 10 06:22:03.098565 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1df1f081-b472-48b7-927a-11928fdc84e2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.098565 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.098565 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1df1f081-b472-48b7-927a-11928fdc84e2 HTTP/1.1" status: 204 len: 168 time: 0.2464659 Mar 10 06:22:03.117053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8d156-134c-4a40-a0ab-74ebcf13105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df1f081-b472-48b7-927a-11928fdc84e2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:03.210482 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f61f2-ad7f-4f99-84b4-057cc8d0da76 req-4920c562-963b-4f79-9e92-6e682f16a4ac tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:03.212002 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c48f61f2-ad7f-4f99-84b4-057cc8d0da76 req-4920c562-963b-4f79-9e92-6e682f16a4ac tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 946 time: 0.0583384 Mar 10 06:22:03.214637 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (f4205307-b0f5-40f3-b530-f402b5cd49cd), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.243106 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=f4205307-b0f5-40f3-b530-f402b5cd49cd,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:03.263706 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c48f61f2-ad7f-4f99-84b4-057cc8d0da76 req-27c39d31-2898-47fa-8543-7bf3f0611399 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=d7871a34-b1ae-4a63-95f4-a6ef0f065512&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440202 Mar 10 06:22:03.367530 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:22:03.482896 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:22:03.497014 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:22:03.514194 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:03.514809 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:03.528427 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] No DVR routers for this DVR port f4205307-b0f5-40f3-b530-f402b5cd49cd on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:03.530921 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:03.534320 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-673bb442-e093-44d5-a671-45e16cda0cb6 req-601e1c05-e57d-40b3-9d96-e3b270988c16 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "DELETE /v2.0/ports/f4205307-b0f5-40f3-b530-f402b5cd49cd HTTP/1.1" status: 204 len: 173 time: 0.8997953 Mar 10 06:22:03.534846 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'name': 'network-vif-deleted', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:03.537160 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210e46f8-5fa7-4aad-9c03-64a2b0b1a21f" -d '{"events": [{"server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "name": "network-vif-deleted", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:03.653818 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:03.820554 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760b4db5-ec5b-405b-975f-d3b8a60dace8 x-openstack-request-id: req-760b4db5-ec5b-405b-975f-d3b8a60dace8 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:03.820849 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e", "name": "network-vif-deleted", "tag": "f4205307-b0f5-40f3-b530-f402b5cd49cd", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:03.821099 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-760b4db5-ec5b-405b-975f-d3b8a60dace8 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:03.821492 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e', 'name': 'network-vif-deleted', 'tag': 'f4205307-b0f5-40f3-b530-f402b5cd49cd', 'status': 'completed', 'code': 200} Mar 10 06:22:03.892759 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:03.919312 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:22:03.927454 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:03.928078 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:04.035013 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:04.200480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4950a-abef-4a8a-a407-d546fbb3fbd7 req-546f3ac9-e71e-4d5d-8cd0-c243840c3a87 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:04.202228 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-48f4950a-abef-4a8a-a407-d546fbb3fbd7 req-546f3ac9-e71e-4d5d-8cd0-c243840c3a87 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 945 time: 0.0516527 Mar 10 06:22:04.238465 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:04.240355 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6876fbc6-4f7d-44b4-91c1-010c61b645ca up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:22:04.252483 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-48f4950a-abef-4a8a-a407-d546fbb3fbd7 req-8e7e3e3c-7103-4f1c-b8e2-2b429c8643b8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Mar 10 06:22:04.285256 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b09d5b-6130-4d12-a926-779a99a19dc6 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:22:04.382089 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6f8f343d-5053-4321-8224-fd391477e801 req-f9b6b27b-a14a-4453-a482-30a4d5f6f9f3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bccf5f7-b1dd-4abd-b28a-e7b1c3ce0c3e HTTP/1.1" status: 200 len: 210 time: 0.0290277 Mar 10 06:22:04.391477 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 6876fbc6-4f7d-44b4-91c1-010c61b645ca completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:22:04.395928 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 6876fbc6-4f7d-44b4-91c1-010c61b645ca triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:04.399206 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:04.540360 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac291632-add5-4ad8-a8fe-a5ed55c178e2 None None] New status for floating IP 2c1b083b-94f3-429b-bbdf-4d7384338237: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:22:04.606095 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 6876fbc6-4f7d-44b4-91c1-010c61b645ca is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:04.606706 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:04.633799 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:04.633799 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c508f9c-7657-46d2-8f0d-afb30457dc67" -d '{"events": [{"server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "name": "network-vif-plugged", "status": "completed", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:04.645305 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:04.716555 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:04.746949 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98103207-cc7f-4fea-93c4-90a20c317dbe x-openstack-request-id: req-98103207-cc7f-4fea-93c4-90a20c317dbe {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:04.747260 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "name": "network-vif-plugged", "status": "completed", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:04.747525 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98103207-cc7f-4fea-93c4-90a20c317dbe {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:04.747876 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca', 'code': 200} Mar 10 06:22:04.773251 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:05.105974 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478a89d-6080-4b02-bd10-5d37bbf25132 req-b54993e4-5fd8-4ff6-98af-c6168e57f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:05.107516 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4478a89d-6080-4b02-bd10-5d37bbf25132 req-b54993e4-5fd8-4ff6-98af-c6168e57f760 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 1130 time: 0.0474553 Mar 10 06:22:05.153510 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-4478a89d-6080-4b02-bd10-5d37bbf25132 req-7786b5b7-764b-4566-878e-163326459f38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Mar 10 06:22:05.367745 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57c23e-653e-4a7f-8dfe-9fbbb2e3f874 req-7095c702-179c-45bb-9399-70acd2bf41d4 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:05.369111 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b57c23e-653e-4a7f-8dfe-9fbbb2e3f874 req-7095c702-179c-45bb-9399-70acd2bf41d4 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0515623 Mar 10 06:22:05.414736 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b57c23e-653e-4a7f-8dfe-9fbbb2e3f874 req-522a4efd-e225-4ffa-beb4-e84b368d0253 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Mar 10 06:22:05.736696 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54074) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:05.787896 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (d7871a34-b1ae-4a63-95f4-a6ef0f065512), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:05.810982 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (d7871a34-b1ae-4a63-95f4-a6ef0f065512), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:05.945871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d7871a34-b1ae-4a63-95f4-a6ef0f065512), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:05.948413 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:05.955018 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/security-groups/d7871a34-b1ae-4a63-95f4-a6ef0f065512 HTTP/1.1" status: 204 len: 168 time: 0.2119565 Mar 10 06:22:05.955261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54076) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:05.958725 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2186137-e829-4715-8fa1-e81753efb772 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7871a34-b1ae-4a63-95f4-a6ef0f065512,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:05.967806 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.api.v2.resource [None req-44c55b36-c098-4d38-8e4d-1f594284ec56 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] show failed (client error): The resource could not be found. Mar 10 06:22:05.968828 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-44c55b36-c098-4d38-8e4d-1f594284ec56 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups/d7871a34-b1ae-4a63-95f4-a6ef0f065512 HTTP/1.1" status: 404 len: 347 time: 0.0153584 Mar 10 06:22:05.971774 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54078) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:06.100511 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port 37d4aedf-ee0d-48fb-874d-8b9b6d833cb1 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:06.100856 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.178603 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.179334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.192744 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for 37d4aedf-ee0d-48fb-874d-8b9b6d833cb1 owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:06.265387 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device f4205307-b0f5-40f3-b530-f402b5cd49cd no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:06.285321 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: f4205307-b0f5-40f3-b530-f402b5cd49cd {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:06.285665 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device f4205307-b0f5-40f3-b530-f402b5cd49cd not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:06.408805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (37d4aedf-ee0d-48fb-874d-8b9b6d833cb1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.437448 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=37d4aedf-ee0d-48fb-874d-8b9b6d833cb1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:06.503567 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (2c1b083b-94f3-429b-bbdf-4d7384338237), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.506049 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:06.507230 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-64c56d27-24f4-4c6c-b2c9-05d1b642ae26 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c1b083b-94f3-429b-bbdf-4d7384338237 HTTP/1.1" status: 204 len: 168 time: 0.5345855 Mar 10 06:22:06.540492 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84d348-2297-4b7c-80dc-6dd59f29b93d req-be684e05-2830-4ad7-a339-751a8b104863 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:06.541981 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f84d348-2297-4b7c-80dc-6dd59f29b93d req-be684e05-2830-4ad7-a339-751a8b104863 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0546885 Mar 10 06:22:06.591697 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f84d348-2297-4b7c-80dc-6dd59f29b93d req-962699b3-4d98-441d-ac3a-8e24c22985a1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Mar 10 06:22:06.974842 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54084) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:06.980118 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194546223', 'description': 'tempest-description--276734032'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:07.048706 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.117843 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.230685 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.259030 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:07.363856 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.365091 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0ca7243d-680a-41f1-b61e-b919a7f9bab4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3892429 Mar 10 06:22:07.368005 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54086) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:07.373166 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:07.458905 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (fee18c2f-e485-496c-873d-ec5e7bf85efd), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.512370 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (fee18c2f-e485-496c-873d-ec5e7bf85efd), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.630311 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (fee18c2f-e485-496c-873d-ec5e7bf85efd), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.645588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee18c2f-e485-496c-873d-ec5e7bf85efd,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:07.713745 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda94cc8-66e5-4d1d-9310-c0139a46c9a0 req-88ec19b0-f0da-44cb-9d06-4a1c44312b6e tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:07.715257 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bda94cc8-66e5-4d1d-9310-c0139a46c9a0 req-88ec19b0-f0da-44cb-9d06-4a1c44312b6e tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0528326 Mar 10 06:22:07.764332 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bda94cc8-66e5-4d1d-9310-c0139a46c9a0 req-350482b5-1f9f-40d7-8406-6de0836e25bb tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Mar 10 06:22:07.776016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.777168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a9f31fff-ccc9-47fa-a843-26ed4422782e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081697 Mar 10 06:22:07.780123 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54090) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:07.784731 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'security_group_rule': {'security_group_id': '00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:07.921621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (7d70cc63-0530-4bf6-83a9-d8089b710fa0), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:07.979756 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (7d70cc63-0530-4bf6-83a9-d8089b710fa0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.088473 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (7d70cc63-0530-4bf6-83a9-d8089b710fa0), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.106912 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70cc63-0530-4bf6-83a9-d8089b710fa0,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:08.223469 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.224803 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-240bc72e-2205-4a69-8608-034f37a060dc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435928 Mar 10 06:22:08.227855 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54094) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:08.232023 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:08.362845 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.458339 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.561213 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.27.2.26 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:22:08.658653 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.757694 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:08.799997 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:22:08.806366 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:22:08.810544 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:22:08.815986 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:08.902493 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.011941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.166302 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.246454 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d124ff-76b5-4cb1-bf5a-8ba1f74686c6 req-bd3d72d4-a7d1-45f0-a6b6-0c910025538e tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:09.247944 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d124ff-76b5-4cb1-bf5a-8ba1f74686c6 req-bd3d72d4-a7d1-45f0-a6b6-0c910025538e tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0534692 Mar 10 06:22:09.265921 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.294187 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35d124ff-76b5-4cb1-bf5a-8ba1f74686c6 req-9e3fa50b-9d4f-4490-9dd1-c431223308c5 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Mar 10 06:22:09.342048 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:09.349548 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.438111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:09.439322 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5f6e195f-1fef-4b50-bb0e-3b7e0adadfe4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2105558 Mar 10 06:22:09.630947 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f39d972f-0725-463f-aeb6-2b3f9821b9da tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--194546223&fields=id&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 267 time: 0.0418417 Mar 10 06:22:09.744480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-0fadf9c2-b9a1-481e-8732-b59fe43a84f7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:09.745976 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-0fadf9c2-b9a1-481e-8732-b59fe43a84f7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1086559 Mar 10 06:22:09.761232 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-cdf33a71-3ac8-4c7d-91a0-4545ed75054c tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/quotas/21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 375 time: 0.0096209 Mar 10 06:22:09.816235 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-3edcb0f7-6d72-4f5c-926c-954c59a7d464 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488670 Mar 10 06:22:09.913493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-2146e060-a671-4aa5-be2b-c1be2bd3285c service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856626 Mar 10 06:22:10.000514 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-0f0f56c8-52e8-4366-8c5b-4a98ae08cce7 service neutron] 10.222.0.15 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Mar 10 06:22:10.318111 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50146ec8-0dc4-490f-bdc5-a14813abb6a1 req-8569afff-544c-454d-acf3-b1710d17973c tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 210 time: 0.0413535 Mar 10 06:22:10.457143 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374119d-3cad-46d8-a309-cf304803c41a req-c4c65b2e-9210-4a60-bdcd-26b8f8a655dd tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:10.458702 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2374119d-3cad-46d8-a309-cf304803c41a req-c4c65b2e-9210-4a60-bdcd-26b8f8a655dd tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0613530 Mar 10 06:22:10.505324 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2374119d-3cad-46d8-a309-cf304803c41a req-9a5b7d2c-9608-45ba-9cfb-dd88fb586fb8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Mar 10 06:22:10.766221 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-49aaf565-1cab-472a-a527-d18e02a81cb7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:10.767992 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-49aaf565-1cab-472a-a527-d18e02a81cb7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 946 time: 0.0608227 Mar 10 06:22:10.868529 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Deleting port 6876fbc6-4f7d-44b4-91c1-010c61b645ca {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:10.868872 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:10.959408 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] For port 6876fbc6-4f7d-44b4-91c1-010c61b645ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6876fbc6-4f7d-44b4-91c1-010c61b645ca,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:10.959781 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:10.972310 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Calling delete_port for 6876fbc6-4f7d-44b4-91c1-010c61b645ca owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:11.283384 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (6876fbc6-4f7d-44b4-91c1-010c61b645ca), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:11.308741 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Pushing event deleted for resources: {'Port': ['ID=6876fbc6-4f7d-44b4-91c1-010c61b645ca,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:11.317015 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['6876fbc6-4f7d-44b4-91c1-010c61b645ca'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:11.353463 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] No DVR routers for this DVR port 6876fbc6-4f7d-44b4-91c1-010c61b645ca on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:11.355796 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:11.359501 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-f538e87c-7c0f-48f7-a9c4-baef660677b8 req-45d5e34e-e8c6-4ef3-ae75-04be20a06b7b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "DELETE /v2.0/ports/6876fbc6-4f7d-44b4-91c1-010c61b645ca HTTP/1.1" status: 204 len: 173 time: 0.5858488 Mar 10 06:22:11.359953 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'name': 'network-vif-deleted', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:11.362212 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f4da91-2087-4259-8f31-2284573a6256" -d '{"events": [{"server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "name": "network-vif-deleted", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:11.402720 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed69e8-d681-490e-b0f7-da714d62a475 x-openstack-request-id: req-14ed69e8-d681-490e-b0f7-da714d62a475 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:11.403162 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133a4641-fb8d-465a-b7b4-5c17b101327b", "name": "network-vif-deleted", "tag": "6876fbc6-4f7d-44b4-91c1-010c61b645ca", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:11.404170 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14ed69e8-d681-490e-b0f7-da714d62a475 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:11.404655 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133a4641-fb8d-465a-b7b4-5c17b101327b', 'name': 'network-vif-deleted', 'tag': '6876fbc6-4f7d-44b4-91c1-010c61b645ca', 'status': 'completed', 'code': 200} Mar 10 06:22:11.427940 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c924c38c-b643-4931-a5ed-4c39d45723c3 req-6b8973ff-05c3-4d01-8a22-98c83913de80 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 210 time: 0.0296252 Mar 10 06:22:11.604548 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aea0159f-63eb-47c5-bb13-2776feb0ffbe req-569a4a96-cd2b-439c-9c0d-e7c073856897 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0270660 Mar 10 06:22:12.539679 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3bfb09a8-a95d-49a6-9dbd-23fc7dd2ce6d req-b290c801-4f35-4f91-b547-0fd33e67fbfa tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 210 time: 0.0350528 Mar 10 06:22:12.634039 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-feb24dab-10b5-459f-9c42-80ed3f267976 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:12.635094 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-feb24dab-10b5-459f-9c42-80ed3f267976 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 815 time: 0.1213851 Mar 10 06:22:12.705853 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-dd43875d-5620-4cd0-8a26-de139f0c707f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21e8c8866ebe41d3bdecc19450a10669 HTTP/1.1" status: 200 len: 379 time: 0.0560586 Mar 10 06:22:12.713124 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07b376d6-7bc1-4f68-a4c2-b85f38b64f0f req-d3c9fe8c-50a1-417f-a739-987e9294b7bf tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=133a4641-fb8d-465a-b7b4-5c17b101327b HTTP/1.1" status: 200 len: 210 time: 0.0286822 Mar 10 06:22:12.714922 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'port': {'device_id': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'admin_state_up': True, 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'security_groups': ['00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8']}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:12.852631 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015d27c-b945-44a1-b0bc-a83c70413b20 req-7bef0a39-bcef-4890-babd-0d1ff49e6678 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:12.854286 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0015d27c-b945-44a1-b0bc-a83c70413b20 req-7bef0a39-bcef-4890-babd-0d1ff49e6678 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0551467 Mar 10 06:22:12.901283 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0015d27c-b945-44a1-b0bc-a83c70413b20 req-4ee903de-887f-4468-a42d-8940a829fee2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Mar 10 06:22:12.940213 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Made reservation on behalf of 21e8c8866ebe41d3bdecc19450a10669 for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:22:12.943973 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.068483 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Allocated IP 172.20.0.11 (cf442853-dabc-4faa-8b2f-89c6af46b0ee/9158217e-728d-42f8-87b9-5c7decd0dab7/6fc2dc97-8e96-4470-ac35-69e9bcbbea15) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:22:13.204397 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.288826 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.331405 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:22:13.336209 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:22:13.339084 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:22:13.364819 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event updated for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:13.394385 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:13.395040 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.502902 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-f4613fac-ff61-4b65-8f3c-74849cda6007 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7923155 Mar 10 06:22:13.519865 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Request body: {'port': {'device_id': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:13.536521 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-acd3a3f0-31e3-4c7a-90da-56d037059aa0 None None] Provisioning complete for port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:13.537094 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-acd3a3f0-31e3-4c7a-90da-56d037059aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.572581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-acd3a3f0-31e3-4c7a-90da-56d037059aa0 None None] Port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:22:13.592367 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.669054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac405-b95e-4c79-b164-a73f23f43836 req-8a7235f3-fcc5-46ed-851d-5a1de9de588e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:13.670430 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ecac405-b95e-4c79-b164-a73f23f43836 req-8a7235f3-fcc5-46ed-851d-5a1de9de588e tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 932 time: 0.0512068 Mar 10 06:22:13.722090 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ecac405-b95e-4c79-b164-a73f23f43836 req-2027dd6c-32ed-4a25-ab01-6af00f0e7e28 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Mar 10 06:22:13.857998 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:13.868094 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks [] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:13.880996 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Transition to ACTIVE for port object 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:22:13.985782 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:14.038974 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:14.052664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-050705c0-bf0f-4dfa-99e0-95633d8a84d1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.054163 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-050705c0-bf0f-4dfa-99e0-95633d8a84d1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/networks?id=e4ffb430-2679-453e-aad1-17bbf6b1bf76 HTTP/1.1" status: 200 len: 808 time: 0.1303012 Mar 10 06:22:14.084245 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3386b0-42c7-4473-ac39-cb56d77f1e2b req-c11ee41e-17ac-4131-a2b8-4645c8e8ee7a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.086111 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f3386b0-42c7-4473-ac39-cb56d77f1e2b req-c11ee41e-17ac-4131-a2b8-4645c8e8ee7a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0969839 Mar 10 06:22:14.098966 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-08032982-ffb3-41e5-8241-577c38fe4232 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/quotas/302f7f9df1fa4ff4a6cee0076ffd9ebf HTTP/1.1" status: 200 len: 375 time: 0.0332730 Mar 10 06:22:14.123749 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Attempting to bind port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:22:14.128728 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Attempting to bind port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:22:14.128728 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Attempting to bind port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:14.131783 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:22:14.132113 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Attempting to bind port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 on network cf442853-dabc-4faa-8b2f-89c6af46b0ee {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:14.138184 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:22:14.139128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Checking segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:22:14.139522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Bound using segment: {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:22:14.139961 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Bound port: 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6370a139-0d22-4042-8df4-f1058c457312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:22:14.140327 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:14.149973 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-d850c731-d473-44b4-80c9-9829ebe50984 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385907 Mar 10 06:22:14.208512 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f3386b0-42c7-4473-ac39-cb56d77f1e2b req-6597f6c2-687b-4777-900f-b1e03e7b7dea tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166475 Mar 10 06:22:14.213640 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:22:14.217170 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:22:14.269999 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-454bc447-20a1-46f8-a9a1-0e1299249a1b service neutron] 10.222.0.15 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075158 Mar 10 06:22:14.277678 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:14.306777 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6876fbc6-4f7d-44b4-91c1-010c61b645ca no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:14.328800 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 6876fbc6-4f7d-44b4-91c1-010c61b645ca {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:14.329159 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6876fbc6-4f7d-44b4-91c1-010c61b645ca not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:14.366109 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-6ea93e56-4082-4756-a791-0711b23175cf service neutron] 10.222.0.15 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901887 Mar 10 06:22:14.564120 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.564882 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:14.567048 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] 10.222.0.37 "PUT /v2.0/ports/6fc2dc97-8e96-4470-ac35-69e9bcbbea15 HTTP/1.1" status: 200 len: 1094 time: 1.0511134 Mar 10 06:22:14.569915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:14.572263 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d64a30-69ea-4032-a585-3d3aae417c21" -d '{"events": [{"name": "network-changed", "server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:14.599773 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3540fbc-e3d9-48e0-ad85-ceb762ab7437 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:14.630716 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8fc98-443c-4daa-a22b-2e1302d983d7 x-openstack-request-id: req-c6d8fc98-443c-4daa-a22b-2e1302d983d7 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:14.631011 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:14.631409 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6d8fc98-443c-4daa-a22b-2e1302d983d7 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:14.631813 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'status': 'completed', 'code': 200} Mar 10 06:22:14.659117 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f1d810ba-2921-4e44-afb6-0775d86fe14d req-28037de4-36bf-4acf-900e-b783a2863c3a tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 210 time: 0.0331075 Mar 10 06:22:14.732396 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-00281cd8-5d44-4536-865e-1a3af38864eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.734009 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-00281cd8-5d44-4536-865e-1a3af38864eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 1128 time: 0.0556765 Mar 10 06:22:14.861013 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-bfb2f368-c1ff-449f-abe4-fb926bfdc4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.862262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82977b3-a6ab-4f27-9de3-7e3053028008 req-f516246c-f236-48a5-8e0f-4cb26818b1d2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.862744 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-bfb2f368-c1ff-449f-abe4-fb926bfdc4d0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=21e8c8866ebe41d3bdecc19450a10669&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1114588 Mar 10 06:22:14.863917 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f82977b3-a6ab-4f27-9de3-7e3053028008 req-f516246c-f236-48a5-8e0f-4cb26818b1d2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 944 time: 0.0613844 Mar 10 06:22:14.912466 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f82977b3-a6ab-4f27-9de3-7e3053028008 req-48eb7feb-23df-465a-b9f8-b06685ae0b93 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Mar 10 06:22:14.959495 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-367416fd-cdb2-4562-8344-bc55f64b15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:14.961121 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b1d64a30-69ea-4032-a585-3d3aae417c21 req-367416fd-cdb2-4562-8344-bc55f64b15fc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927188 Mar 10 06:22:15.071899 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-5227b633-9429-4a07-9652-fb638d536a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:15.073537 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-5227b633-9429-4a07-9652-fb638d536a74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 1128 time: 0.0507588 Mar 10 06:22:15.129041 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-a530e6c8-e980-4f4f-83fe-075465f5f47f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15 HTTP/1.1" status: 200 len: 217 time: 0.0401592 Mar 10 06:22:15.181590 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-2e1044e3-364a-4bfc-9164-ee6d4f32cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:15.183120 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-2e1044e3-364a-4bfc-9164-ee6d4f32cb93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0455191 Mar 10 06:22:15.233267 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-b58f345c-b6dd-4400-80a1-f5070faea113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:15.234991 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-b58f345c-b6dd-4400-80a1-f5070faea113 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447993 Mar 10 06:22:15.334634 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-aa698b7f-d5b2-4cfc-81ad-042539f3e15a service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903800 Mar 10 06:22:15.337573 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f421f1-51db-469c-8034-9cdc83033836 req-2965ee20-f14e-4105-8581-811d709fdc2c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:15.339054 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e1f421f1-51db-469c-8034-9cdc83033836 req-2965ee20-f14e-4105-8581-811d709fdc2c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0547354 Mar 10 06:22:15.388848 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e1f421f1-51db-469c-8034-9cdc83033836 req-3af91f6b-7d5f-4448-919e-c1871fec8b31 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432980 Mar 10 06:22:15.432561 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-d681cb22-a3d8-4746-8154-a9fe6f00c00e req-1868b8de-ed7b-43a0-8644-3924661927cb service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905352 Mar 10 06:22:15.782146 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0de3f730-0e82-4f93-ab63-16a94c0d3bee req-3ea9eb63-25f7-4bb6-8e6a-de802bc518aa tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 210 time: 0.0315244 Mar 10 06:22:15.890630 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:22:16.051845 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712159-f2d2-42be-977f-7f2fd3f94986 req-5c65f0b4-0931-4368-aea9-ad9623e13eb0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:16.054473 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ce712159-f2d2-42be-977f-7f2fd3f94986 req-5c65f0b4-0931-4368-aea9-ad9623e13eb0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 944 time: 0.0609331 Mar 10 06:22:16.119824 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ce712159-f2d2-42be-977f-7f2fd3f94986 req-e36a3704-7160-43b3-b07d-e4fc94b84750 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573223 Mar 10 06:22:16.526959 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109512d3-d587-45eb-957c-10fb26e13ff2 req-1183cbdc-077e-4509-abf9-e67c568e5991 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:16.529065 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-109512d3-d587-45eb-957c-10fb26e13ff2 req-1183cbdc-077e-4509-abf9-e67c568e5991 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0607076 Mar 10 06:22:16.588625 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-109512d3-d587-45eb-957c-10fb26e13ff2 req-fb20d75d-55a0-40a9-badc-81ad0c7e9fc9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507476 Mar 10 06:22:16.880779 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eeab7a3e-646d-48c6-8da4-3d7ffbc9fa06 req-f8bbc990-c1ea-4cbb-bea6-7a60d694847a tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Mar 10 06:22:16.981398 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-39a31284-6a4a-4c72-b7e2-5542a69ca869 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:16.983000 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-39a31284-6a4a-4c72-b7e2-5542a69ca869 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "GET /v2.0/networks?id=e4ffb430-2679-453e-aad1-17bbf6b1bf76 HTTP/1.1" status: 200 len: 808 time: 0.1083872 Mar 10 06:22:17.018596 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Request body: {'port': {'device_id': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76', 'admin_state_up': True, 'tenant_id': '302f7f9df1fa4ff4a6cee0076ffd9ebf'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:17.213604 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Made reservation on behalf of 302f7f9df1fa4ff4a6cee0076ffd9ebf for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:22:17.216967 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:17.261640 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2cfaa-b3e6-4665-95bf-ef861e8fe1f4 req-cb3a5f39-6af0-4e99-88ca-3852fc57bfd5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:17.263179 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d1a2cfaa-b3e6-4665-95bf-ef861e8fe1f4 req-cb3a5f39-6af0-4e99-88ca-3852fc57bfd5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 944 time: 0.0676589 Mar 10 06:22:17.310254 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d1a2cfaa-b3e6-4665-95bf-ef861e8fe1f4 req-276fccfe-efc0-4db6-8b1c-01c49966752c tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Mar 10 06:22:17.354288 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Allocated IP 172.20.0.4 (e4ffb430-2679-453e-aad1-17bbf6b1bf76/5dcf4de5-a9ad-41ba-85be-f08998d599ee/1af43136-642a-4ada-b3bd-e30d7707c827) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:22:17.508160 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks [] for port (1af43136-642a-4ada-b3bd-e30d7707c827), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:17.574202 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e523-a221-4da3-a3ca-e10a3050f11c req-cf1e25aa-41f1-4861-9003-ce5b1dc52649 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:17.576239 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e68e523-a221-4da3-a3ca-e10a3050f11c req-cf1e25aa-41f1-4861-9003-ce5b1dc52649 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0513763 Mar 10 06:22:17.596207 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:17.626873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e68e523-a221-4da3-a3ca-e10a3050f11c req-4e2e09ab-816b-4dc3-afb8-996d6b4bd98d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 Mar 10 06:22:17.642385 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Network e4ffb430-2679-453e-aad1-17bbf6b1bf76 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:22:17.645910 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:22:17.652911 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:22:17.682841 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Pushing event updated for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:17.716740 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:17.717566 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:17.821439 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-493f055b-b74b-4a3a-a686-f48f9bdca633 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072348 Mar 10 06:22:17.838833 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Request body: {'port': {'device_id': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:17.876074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208978b-961a-458a-9351-5e832aeb7d49 req-e5dca0a1-7161-49d2-9b9c-c6c751e08e0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:17.877538 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e208978b-961a-458a-9351-5e832aeb7d49 req-e5dca0a1-7161-49d2-9b9c-c6c751e08e0d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0555136 Mar 10 06:22:17.898783 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:17.924455 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e208978b-961a-458a-9351-5e832aeb7d49 req-3a48a6d2-e08a-4ac7-8db2-40f611439cd0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414031 Mar 10 06:22:18.005046 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fca49-7f1c-44c2-933d-5772e13fdd2d req-cf5d290c-115c-4ec0-8567-a5aa34cc7d8f tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.006507 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-947fca49-7f1c-44c2-933d-5772e13fdd2d req-cf5d290c-115c-4ec0-8567-a5aa34cc7d8f tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 931 time: 0.0514002 Mar 10 06:22:18.054492 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-947fca49-7f1c-44c2-933d-5772e13fdd2d req-d84002b7-f6e4-436b-a2da-c94e6f1d5379 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Mar 10 06:22:18.173159 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af43136-642a-4ada-b3bd-e30d7707c827 {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:18.180547 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks [] for port (1af43136-642a-4ada-b3bd-e30d7707c827), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.193124 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Transition to ACTIVE for port object 1af43136-642a-4ada-b3bd-e30d7707c827 will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:22:18.271281 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.307129 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:22:18.335150 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Pushing event updated for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:18.396248 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Attempting to bind port 1af43136-642a-4ada-b3bd-e30d7707c827 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:22:18.396573 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Attempting to bind port 1af43136-642a-4ada-b3bd-e30d7707c827 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:22:18.396894 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Attempting to bind port 1af43136-642a-4ada-b3bd-e30d7707c827 on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:18.401498 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Port 1af43136-642a-4ada-b3bd-e30d7707c827 on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:22:18.401861 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Attempting to bind port 1af43136-642a-4ada-b3bd-e30d7707c827 on network e4ffb430-2679-453e-aad1-17bbf6b1bf76 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:18.407361 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:22:18.407695 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Checking segment: {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:22:18.408167 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Bound using segment: {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:22:18.408490 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Bound port: 1af43136-642a-4ada-b3bd-e30d7707c827, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:22:18.408840 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.420581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:18.432067 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'port_id': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'mac_address': 'fa:16:3e:73:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:22:18.433909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f788e7-ec19-43be-ad2d-e0491fed2bec req-f8b36ec5-e892-4288-8114-c3998e364ef5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.439262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-00f788e7-ec19-43be-ad2d-e0491fed2bec req-f8b36ec5-e892-4288-8114-c3998e364ef5 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 944 time: 0.0593798 Mar 10 06:22:18.469017 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:18.469404 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.478252 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:22:18.481908 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1af43136-642a-4ada-b3bd-e30d7707c827,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:22:18.482785 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:18.487493 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-00f788e7-ec19-43be-ad2d-e0491fed2bec req-2f56848a-8af6-44ba-8ff2-8f3e6a9ded62 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457706 Mar 10 06:22:18.504718 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:18.590356 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.625115 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.625740 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.627145 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] 10.222.0.37 "PUT /v2.0/ports/1af43136-642a-4ada-b3bd-e30d7707c827 HTTP/1.1" status: 200 len: 1093 time: 0.7927144 Mar 10 06:22:18.627591 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:18.629807 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b269b76-1181-483c-97d8-3d570b4cc5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:18.639893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:18.667027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab53bc-0f97-4622-85ee-ac8282a05de0 x-openstack-request-id: req-08ab53bc-0f97-4622-85ee-ac8282a05de0 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:18.667324 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:18.667578 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08ab53bc-0f97-4622-85ee-ac8282a05de0 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:18.667979 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827', 'status': 'completed', 'code': 200} Mar 10 06:22:18.671414 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548c9aa-e9d0-4d19-91cb-48aad5a7c40f service neutron] Pushing event updated for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:18.705463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:18.757411 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-55be9834-d6ca-4f02-a29c-8b370afe5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.759017 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-55be9834-d6ca-4f02-a29c-8b370afe5114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 1127 time: 0.0449383 Mar 10 06:22:18.763472 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f91853-8f35-445e-8743-1ad891a7e1ea req-72d4b60c-1769-4ee3-8672-f9e384a38190 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.765255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78f91853-8f35-445e-8743-1ad891a7e1ea req-72d4b60c-1769-4ee3-8672-f9e384a38190 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0572166 Mar 10 06:22:18.823103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-78f91853-8f35-445e-8743-1ad891a7e1ea req-7808fbbb-b89b-42f7-be1d-adff5b7cf74b tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526168 Mar 10 06:22:18.882535 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-0b5a5394-ba0a-4794-a4ab-8b5f09a4a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.884040 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-0b5a5394-ba0a-4794-a4ab-8b5f09a4a2f7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1086986 Mar 10 06:22:18.978582 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['6fc2dc97-8e96-4470-ac35-69e9bcbbea15'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:18.982252 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-c0096c4a-8511-4770-8d20-fec34e69aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:18.983786 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-2b269b76-1181-483c-97d8-3d570b4cc5bf req-c0096c4a-8511-4770-8d20-fec34e69aa40 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934865 Mar 10 06:22:19.050370 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eed33-159d-43b1-95b2-6accbfa69847 req-ba20c7e9-83ad-4dae-b96c-a9651e3e19dc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.052033 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d0eed33-159d-43b1-95b2-6accbfa69847 req-ba20c7e9-83ad-4dae-b96c-a9651e3e19dc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0516744 Mar 10 06:22:19.096482 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-87fd1324-8b68-42e8-8448-d7a46a3c7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.097984 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-87fd1324-8b68-42e8-8448-d7a46a3c7ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 1127 time: 0.0510654 Mar 10 06:22:19.104882 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d0eed33-159d-43b1-95b2-6accbfa69847 req-a358c683-fe53-42ef-aab2-c1543dfea4b8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465987 Mar 10 06:22:19.157152 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-f85fefa3-bdb7-4a53-a773-0cb898332b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af43136-642a-4ada-b3bd-e30d7707c827 HTTP/1.1" status: 200 len: 217 time: 0.0436890 Mar 10 06:22:19.191600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc2819-28ff-44cf-b85a-ee8bad627b96 req-2c481e49-13d9-442f-adb0-4a858f0640c1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.193149 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6dc2819-28ff-44cf-b85a-ee8bad627b96 req-2c481e49-13d9-442f-adb0-4a858f0640c1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 943 time: 0.0604150 Mar 10 06:22:19.208277 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-ec73bd13-ff3f-4f4d-959d-e2275971734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.209794 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-ec73bd13-ff3f-4f4d-959d-e2275971734a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dcf4de5-a9ad-41ba-85be-f08998d599ee HTTP/1.1" status: 200 len: 848 time: 0.0451791 Mar 10 06:22:19.240918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e6dc2819-28ff-44cf-b85a-ee8bad627b96 req-66f5fce8-011b-4c77-b74e-3c1cf338f551 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Mar 10 06:22:19.250962 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-796b33ff-225a-4603-8656-65b2a943ab77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ffb430-2679-453e-aad1-17bbf6b1bf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340981 Mar 10 06:22:19.345990 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-cde63d7e-93e5-4cba-9ca0-1d3e3fd87613 service neutron] 10.222.0.37 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888352 Mar 10 06:22:19.438890 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-515d5ed3-b161-4d4a-9e27-d8763b29df18 req-90b54e09-51f3-4dea-885d-4193d91e9c6e service neutron] 10.222.0.37 "GET /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848689 Mar 10 06:22:19.602025 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71203db-e172-4c33-9686-096afef80268 req-f1377da7-6b2c-4a26-b24c-47f12f1c5bd7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.603504 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f71203db-e172-4c33-9686-096afef80268 req-f1377da7-6b2c-4a26-b24c-47f12f1c5bd7 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 945 time: 0.0510354 Mar 10 06:22:19.648997 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f71203db-e172-4c33-9686-096afef80268 req-47407c6c-8ad2-4b48-831e-b758395c9b8d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Mar 10 06:22:19.816711 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-470cea0f-144c-49be-bd82-10073669cb22 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.818066 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-470cea0f-144c-49be-bd82-10073669cb22 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0512469 Mar 10 06:22:19.913444 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Deleting port defb0ec9-3226-4c21-a655-0f2e43fa53dc {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:19.913796 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:19.939469 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997f882-4188-4232-a833-fbf73070b231 req-c68af5c8-7b55-41a0-9392-f0fc0b87ca33 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:19.940968 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b997f882-4188-4232-a833-fbf73070b231 req-c68af5c8-7b55-41a0-9392-f0fc0b87ca33 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 945 time: 0.0515718 Mar 10 06:22:19.991098 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b997f882-4188-4232-a833-fbf73070b231 req-182698e9-1e96-4eb3-a7d0-b4e8843e2b47 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=983099a0-868a-4c98-a000-dbb147af13c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 Mar 10 06:22:20.005515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] For port defb0ec9-3226-4c21-a655-0f2e43fa53dc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=defb0ec9-3226-4c21-a655-0f2e43fa53dc,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:20.005515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.170692 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.171049 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.171365 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Floating IP 86cc4d08-e8e7-4412-817e-b61b8b5c4477 disassociated. External IP: 172.27.2.203, port: defb0ec9-3226-4c21-a655-0f2e43fa53dc. Mar 10 06:22:20.171704 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Calling delete_port for defb0ec9-3226-4c21-a655-0f2e43fa53dc owned by compute:nova {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:20.228465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668ee6-065c-42dd-b062-ff0d5aad26a9 req-35d17880-6153-4305-8069-842a2d22fc8c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:20.229953 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a668ee6-065c-42dd-b062-ff0d5aad26a9 req-35d17880-6153-4305-8069-842a2d22fc8c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0506167 Mar 10 06:22:20.277888 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a668ee6-065c-42dd-b062-ff0d5aad26a9 req-81106325-a426-4e7e-8241-fc5e6dd122f2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Mar 10 06:22:20.308278 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:22:20.358291 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (defb0ec9-3226-4c21-a655-0f2e43fa53dc), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.359682 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6140-5133-4ee2-9b5a-53d8a86ee1b4 req-f19b0901-e7af-414b-87a3-33a96c4bb5dd tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:20.361195 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd0d6140-5133-4ee2-9b5a-53d8a86ee1b4 req-f19b0901-e7af-414b-87a3-33a96c4bb5dd tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 943 time: 0.0516202 Mar 10 06:22:20.387705 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'Port': ['ID=defb0ec9-3226-4c21-a655-0f2e43fa53dc,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:20.412243 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bd0d6140-5133-4ee2-9b5a-53d8a86ee1b4 req-5278b1a7-bd9f-4c85-b791-551e2b758478 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Mar 10 06:22:20.425646 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:22:20.430577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:20.430577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.507770 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:20.508163 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.508271 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:22:20.530270 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:20.532595 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d0bea9-4203-44ca-9f7d-05006961a3ce" -d '{"events": [{"server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "name": "network-vif-plugged", "status": "completed", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:20.545361 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:20.569169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfc011-6953-4ad7-8670-a40d24474031 x-openstack-request-id: req-c1dfc011-6953-4ad7-8670-a40d24474031 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:20.569523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "name": "network-vif-plugged", "status": "completed", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:20.569785 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1dfc011-6953-4ad7-8670-a40d24474031 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:20.570186 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'code': 200} Mar 10 06:22:20.621000 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:22:20.635917 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:22:20.639183 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.665894 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] No DVR routers for this DVR port defb0ec9-3226-4c21-a655-0f2e43fa53dc on host hv-cinder-80473 {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:20.669567 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:20.675593 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-b020708f-7983-41fd-890b-18a0d9e0b8f9 req-156254ed-b1a1-45e3-8885-4fe84789d6c1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "DELETE /v2.0/ports/defb0ec9-3226-4c21-a655-0f2e43fa53dc HTTP/1.1" status: 204 len: 173 time: 0.8500805 Mar 10 06:22:20.675593 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'name': 'network-vif-deleted', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:20.677000 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c794f0-c896-4feb-945c-06189e414686" -d '{"events": [{"server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "name": "network-vif-deleted", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:20.678146 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:20.679005 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:20.738990 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1456702c-5240-430f-a188-9324cd10fcb3 x-openstack-request-id: req-1456702c-5240-430f-a188-9324cd10fcb3 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:20.739551 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1d2247-9323-430c-88ce-9e7c7417fbac", "name": "network-vif-deleted", "tag": "defb0ec9-3226-4c21-a655-0f2e43fa53dc", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:20.740039 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1456702c-5240-430f-a188-9324cd10fcb3 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:20.740974 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1d2247-9323-430c-88ce-9e7c7417fbac', 'name': 'network-vif-deleted', 'tag': 'defb0ec9-3226-4c21-a655-0f2e43fa53dc', 'status': 'completed', 'code': 200} Mar 10 06:22:20.741831 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:20.827804 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793102d-783a-49e2-b094-7b374f083482 req-d3dd0ff3-8976-47e1-9fe1-a36752918dfc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:20.829449 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b793102d-783a-49e2-b094-7b374f083482 req-d3dd0ff3-8976-47e1-9fe1-a36752918dfc tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0779984 Mar 10 06:22:20.841412 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:20.893715 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b793102d-783a-49e2-b094-7b374f083482 req-bf727a0e-5121-4e9c-8807-726ad6c40d04 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583324 Mar 10 06:22:21.023854 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96b0b-e486-4a24-9add-8638a33cdc1b req-ab4a6833-cdcc-4ed5-91f7-01605bc7618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:21.025555 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-11c96b0b-e486-4a24-9add-8638a33cdc1b req-ab4a6833-cdcc-4ed5-91f7-01605bc7618b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 1130 time: 0.0488939 Mar 10 06:22:21.049354 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:21.079448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:22:21.088522 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:21.089137 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:21.096727 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-11c96b0b-e486-4a24-9add-8638a33cdc1b req-7c0d44c1-cb38-4618-a0cf-7211f982ed61 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512457 Mar 10 06:22:21.110696 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-936a68f1-0d5c-4dc4-938f-5f4ce2c34e08 req-5899db9c-322d-4aa8-aaf9-81fcaab0e3c2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1d2247-9323-430c-88ce-9e7c7417fbac HTTP/1.1" status: 200 len: 210 time: 0.0273275 Mar 10 06:22:21.199195 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:21.399596 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a088-bace-4d9c-8f35-24a59b1c7f58 req-e192ed3e-f814-49be-a0f1-fdbe17caf0a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:21.399993 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:21.401061 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e983a088-bace-4d9c-8f35-24a59b1c7f58 req-e192ed3e-f814-49be-a0f1-fdbe17caf0a8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0517404 Mar 10 06:22:21.429683 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4b386-5d0b-480f-bdaf-90511011bf2f None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:22:21.454769 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e983a088-bace-4d9c-8f35-24a59b1c7f58 req-f2a5c5c3-02a1-48f3-b736-af863d13fdb3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469728 Mar 10 06:22:21.544781 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d756616-4d1e-4bff-beac-ad67866fb204 req-fcd93af2-fbe9-42fd-8c0b-f72fa0b99114 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:21.546226 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d756616-4d1e-4bff-beac-ad67866fb204 req-fcd93af2-fbe9-42fd-8c0b-f72fa0b99114 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 943 time: 0.0534384 Mar 10 06:22:21.593476 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d756616-4d1e-4bff-beac-ad67866fb204 req-a530088a-7594-4bee-b2be-2b67d9faa43a tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Mar 10 06:22:21.683601 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec78f96-c980-424b-9379-337c4502d2b0 None None] New status for floating IP 86cc4d08-e8e7-4412-817e-b61b8b5c4477: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:22:22.013741 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112e217-8afd-4930-aee3-dccaa0c51c6e req-8ba12a5d-3549-46d8-9540-c98d5b597a8f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:22.015222 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6112e217-8afd-4930-aee3-dccaa0c51c6e req-8ba12a5d-3549-46d8-9540-c98d5b597a8f tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0544291 Mar 10 06:22:22.061561 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6112e217-8afd-4930-aee3-dccaa0c51c6e req-2fb016eb-8b0a-4723-a101-6a2bf4faaed3 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Mar 10 06:22:22.289371 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54276) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:22.311791 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 1af43136-642a-4ada-b3bd-e30d7707c827 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:22:22.345307 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (983099a0-868a-4c98-a000-dbb147af13c7), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.369879 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (983099a0-868a-4c98-a000-dbb147af13c7), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.422576 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1af43136-642a-4ada-b3bd-e30d7707c827,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:22.433614 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '1af43136-642a-4ada-b3bd-e30d7707c827', 'network_id': 'e4ffb430-2679-453e-aad1-17bbf6b1bf76', 'port_id': '1af43136-642a-4ada-b3bd-e30d7707c827', 'mac_address': 'fa:16:3e:4c:e9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcf4de5-a9ad-41ba-85be-f08998d599ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:22:22.470245 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 1af43136-642a-4ada-b3bd-e30d7707c827 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:22.470640 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.483395 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (983099a0-868a-4c98-a000-dbb147af13c7), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.484120 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af43136-642a-4ada-b3bd-e30d7707c827 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:22.486301 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.489939 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "DELETE /v2.0/security-groups/983099a0-868a-4c98-a000-dbb147af13c7 HTTP/1.1" status: 204 len: 168 time: 0.1972375 Mar 10 06:22:22.490322 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54280) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:22.498464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed6793-6730-4230-8dcd-3005a4e60dea tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983099a0-868a-4c98-a000-dbb147af13c7,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:22.504229 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.api.v2.resource [None req-0505d647-0c67-4c7b-8bd5-30204f54f9d2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] show failed (client error): The resource could not be found. Mar 10 06:22:22.505628 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0505d647-0c67-4c7b-8bd5-30204f54f9d2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups/983099a0-868a-4c98-a000-dbb147af13c7 HTTP/1.1" status: 404 len: 347 time: 0.0137243 Mar 10 06:22:22.508033 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54282) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:22.526096 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1af43136-642a-4ada-b3bd-e30d7707c827,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:22.660211 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.660465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f07a25-c5a8-4148-8863-8a640a647422 req-6d7bb80e-4540-4a15-8342-5118ce099f6a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:22.661703 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61f07a25-c5a8-4148-8863-8a640a647422 req-6d7bb80e-4540-4a15-8342-5118ce099f6a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.1170986 Mar 10 06:22:22.717430 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:22.721600 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Deleting port 9709cb78-be07-43c2-ae82-c7f67cf36285 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:22.721949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.797420 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-61f07a25-c5a8-4148-8863-8a640a647422 req-3844ee17-7508-4613-a4b3-722f488fcf35 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255682 Mar 10 06:22:22.819863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb917db-3eb5-4f00-873c-a7d06d906b8f req-7ba1fcfe-9b16-4896-b6a0-644d5fc644a8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:22.821339 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffb917db-3eb5-4f00-873c-a7d06d906b8f req-7ba1fcfe-9b16-4896-b6a0-644d5fc644a8 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 944 time: 0.1506784 Mar 10 06:22:22.834975 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.835301 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (9709cb78-be07-43c2-ae82-c7f67cf36285), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:22.858589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Calling delete_port for 9709cb78-be07-43c2-ae82-c7f67cf36285 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:22.927912 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffb917db-3eb5-4f00-873c-a7d06d906b8f req-f171b997-2221-4bc8-8e71-06e50f3055cb tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966823 Mar 10 06:22:22.969445 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['1af43136-642a-4ada-b3bd-e30d7707c827'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:23.077264 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (9709cb78-be07-43c2-ae82-c7f67cf36285), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.103487 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'Port': ['ID=9709cb78-be07-43c2-ae82-c7f67cf36285,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:23.192425 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (86cc4d08-e8e7-4412-817e-b61b8b5c4477), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.194976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.196216 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5947af1a-38f4-4031-8492-85558b5c6f68 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "DELETE /v2.0/floatingips/86cc4d08-e8e7-4412-817e-b61b8b5c4477 HTTP/1.1" status: 204 len: 168 time: 0.6870987 Mar 10 06:22:23.212280 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfff65-fb49-4ae7-bcfa-5c5739a11031 req-66f25182-7172-4ee8-923c-4547b5ff4166 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:23.213742 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50dfff65-fb49-4ae7-bcfa-5c5739a11031 req-66f25182-7172-4ee8-923c-4547b5ff4166 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0830932 Mar 10 06:22:23.269501 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-50dfff65-fb49-4ae7-bcfa-5c5739a11031 req-12bc5bad-6233-445f-b3bc-69ea64e3c1c2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494783 Mar 10 06:22:23.386190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef2e1-64fd-48d5-baea-aa97001ead21 req-5761ec59-e44e-4360-b299-d0f77060e870 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:23.387723 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8f2ef2e1-64fd-48d5-baea-aa97001ead21 req-5761ec59-e44e-4360-b299-d0f77060e870 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0563030 Mar 10 06:22:23.395912 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54292) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:23.400091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Request body: {'floatingip': {'port_id': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:23.438488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.483499 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54294) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:23.489157 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336417432', 'description': 'tempest-description--745383786'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:23.592077 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.661475 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (8cc5bdbc-4b16-49c2-a146-060ccd92c075), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.717679 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (8cc5bdbc-4b16-49c2-a146-060ccd92c075), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.748839 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc5bdbc-4b16-49c2-a146-060ccd92c075,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:23.805090 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.806738 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8701faa5-fe66-40de-b34d-1a30cc61f3e5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3221531 Mar 10 06:22:23.809598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54296) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:23.814088 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group_rule': {'security_group_id': '8cc5bdbc-4b16-49c2-a146-060ccd92c075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:23.899436 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (3c03d0ee-dea3-4577-bc48-143c8d4fff08), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:23.958363 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (3c03d0ee-dea3-4577-bc48-143c8d4fff08), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.031453 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (3c03d0ee-dea3-4577-bc48-143c8d4fff08), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.049157 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c03d0ee-dea3-4577-bc48-143c8d4fff08,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:24.065483 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510506f-7045-46c6-89dd-a89fa24f4d16 req-a71a3b32-c52a-4e92-8fdc-d9a1119c906e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:24.066938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3510506f-7045-46c6-89dd-a89fa24f4d16 req-a71a3b32-c52a-4e92-8fdc-d9a1119c906e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.1705751 Mar 10 06:22:24.141204 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.144913 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5f315576-3f60-4527-9386-cf03621bfbfb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319449 Mar 10 06:22:24.145239 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54302) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:24.149961 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'security_group_rule': {'security_group_id': '8cc5bdbc-4b16-49c2-a146-060ccd92c075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:24.161854 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e31d99-67e6-43f8-9aed-90ca35b94c2a req-f19742e5-83da-4ecf-8ddd-e76b48e578cb tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:24.163318 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5e31d99-67e6-43f8-9aed-90ca35b94c2a req-f19742e5-83da-4ecf-8ddd-e76b48e578cb tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 944 time: 0.1509674 Mar 10 06:22:24.179973 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3510506f-7045-46c6-89dd-a89fa24f4d16 req-cd67f039-5449-4f80-b503-bd2c2099f8ae tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051555 Mar 10 06:22:24.249241 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (37785d36-7cd9-4589-a324-f66f2e089f96), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.272608 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b5e31d99-67e6-43f8-9aed-90ca35b94c2a req-b9f3fe82-7a59-47e8-b971-a8da4fceb5b1 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013162 Mar 10 06:22:24.294249 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.312667 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (37785d36-7cd9-4589-a324-f66f2e089f96), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.336672 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:22:24.349993 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 1af43136-642a-4ada-b3bd-e30d7707c827 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:22:24.374597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.403615 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (37785d36-7cd9-4589-a324-f66f2e089f96), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.425415 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37785d36-7cd9-4589-a324-f66f2e089f96,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:24.472285 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:24.482892 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP b52d0eed-5d03-4892-904e-4b417bdc599f associated. External IP: 172.27.2.26, port: 6fc2dc97-8e96-4470-ac35-69e9bcbbea15. Mar 10 06:22:24.483695 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:22:24.487408 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.492098 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5a5643c4-7225-4148-b07a-ebe0fbe84e15 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3457837 Mar 10 06:22:24.492708 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54304) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:24.497012 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:24.511454 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 1af43136-642a-4ada-b3bd-e30d7707c827 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:22:24.519625 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 1af43136-642a-4ada-b3bd-e30d7707c827 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:24.520002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.545894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: ACTIVE; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:24.546215 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.566976 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:24.585784 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.590205 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:24.636342 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 1af43136-642a-4ada-b3bd-e30d7707c827 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:24.636776 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.649649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.706879 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.711091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:24.711786 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:22:24.713335 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf32eee-8bfb-46a8-9305-21ddd14e5af0" -d '{"events": [{"server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "name": "network-vif-plugged", "status": "completed", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:24.735761 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1af43136-642a-4ada-b3bd-e30d7707c827,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:24.737098 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=6']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:24.757895 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2cb65-f450-4104-80f8-3a4d40786357 x-openstack-request-id: req-1ea2cb65-f450-4104-80f8-3a4d40786357 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:24.758419 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "name": "network-vif-plugged", "status": "completed", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:24.758711 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ea2cb65-f450-4104-80f8-3a4d40786357 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:24.759111 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827', 'code': 200} Mar 10 06:22:24.820739 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Allocated IP 172.27.2.227 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/786b2482-7705-4f7b-9b30-bbf932cb3287) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:22:24.825983 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['64652a3f-97be-4f39-b2b5-e8e7b4541783'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:24.856115 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:22:24.857399 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.858240 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device defb0ec9-3226-4c21-a655-0f2e43fa53dc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:24.861921 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:24.885218 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:22:24.891847 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: defb0ec9-3226-4c21-a655-0f2e43fa53dc {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:24.892324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device defb0ec9-3226-4c21-a655-0f2e43fa53dc not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:24.908741 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e8b13a64-6f93-42c3-b97c-1329ddf863ec tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "PUT /v2.0/floatingips/b52d0eed-5d03-4892-904e-4b417bdc599f HTTP/1.1" status: 200 len: 991 time: 1.4973438 Mar 10 06:22:24.908741 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:24.908741 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:24.949595 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:24.950786 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:24.968893 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.001157 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c864232b-80b6-47ff-a7d7-4eee518a50f0 x-openstack-request-id: req-c864232b-80b6-47ff-a7d7-4eee518a50f0 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:25.001454 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:25.002024 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c864232b-80b6-47ff-a7d7-4eee518a50f0 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:25.002435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'status': 'completed', 'code': 200} Mar 10 06:22:25.099321 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-75b77f78-5686-4e9a-8c3a-bc84b5926f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.100880 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-75b77f78-5686-4e9a-8c3a-bc84b5926f5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21e8c8866ebe41d3bdecc19450a10669&device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 1130 time: 0.0464871 Mar 10 06:22:25.116222 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.132606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:25.176460 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:22:25.219258 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:22:25.222175 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:22:25.262207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8d3f-e22a-4d0d-812f-73e713ef2398 req-6d296839-1021-4365-b247-311619474a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.263609 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=786b2482-7705-4f7b-9b30-bbf932cb3287,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:25.266399 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c91b8d3f-e22a-4d0d-812f-73e713ef2398 req-6d296839-1021-4365-b247-311619474a5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 1129 time: 0.0632036 Mar 10 06:22:25.268288 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:25.299879 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-63565e7d-b8be-4f15-9e9a-8b0bc44a7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.301493 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-63565e7d-b8be-4f15-9e9a-8b0bc44a7301 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 200 len: 916 time: 0.1938875 Mar 10 06:22:25.364664 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c91b8d3f-e22a-4d0d-812f-73e713ef2398 req-7f6fde50-f09f-4411-8f76-48f77ca8d270 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912871 Mar 10 06:22:25.387203 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fff71-d602-491a-940f-12d0c9e40f2d req-ced27ffd-0800-4dcf-af98-c4aad4612abb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.388707 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-184fff71-d602-491a-940f-12d0c9e40f2d req-ced27ffd-0800-4dcf-af98-c4aad4612abb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0819483 Mar 10 06:22:25.412746 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-5089d06b-53e5-433d-aa67-2315a4e0574c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15 HTTP/1.1" status: 200 len: 999 time: 0.1031165 Mar 10 06:22:25.413746 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.473581 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-184fff71-d602-491a-940f-12d0c9e40f2d req-e50a74a8-daed-4975-9ec1-bc88dd9e1c7d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520451 Mar 10 06:22:25.482255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded1bd1-24ec-48e5-8efa-51f6a5dfc68c req-53e096ca-463d-42f7-983a-38fcad00751b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.483822 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eded1bd1-24ec-48e5-8efa-51f6a5dfc68c req-53e096ca-463d-42f7-983a-38fcad00751b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 945 time: 0.0926557 Mar 10 06:22:25.526067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.537610 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-eded1bd1-24ec-48e5-8efa-51f6a5dfc68c req-017807bd-3fe7-467c-a01c-4ea22c1b8513 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Mar 10 06:22:25.570444 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'b52d0eed-5d03-4892-904e-4b417bdc599f', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:73:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:08Z', 'updated_at': '2022-03-10T06:22:24Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:25.598373 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:22:25.607749 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:25.608379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:21:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:25.720171 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-92be4e8f-adbc-4a0c-ae47-d7d14de10406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.721538 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-92be4e8f-adbc-4a0c-ae47-d7d14de10406 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 200 len: 854 time: 0.0833530 Mar 10 06:22:25.731661 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:25.767679 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.780964 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-90587211-4e66-480d-856d-65e9621f4035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:25.784778 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-31eaf302-c56e-4189-ba42-58082a736ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:25.786267 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-31eaf302-c56e-4189-ba42-58082a736ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf442853-dabc-4faa-8b2f-89c6af46b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576823 Mar 10 06:22:25.994020 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'b52d0eed-5d03-4892-904e-4b417bdc599f', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:73:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:08Z', 'updated_at': '2022-03-10T06:22:24Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:26.024155 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a357b2-c4f3-4938-bf01-9f161aa2e1b4 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'b52d0eed-5d03-4892-904e-4b417bdc599f', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'port_id': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'mac_address': 'fa:16:3e:73:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:08Z', 'updated_at': '2022-03-10T06:22:24Z', 'revision_number': 1, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:22:26.075936 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.191182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=786b2482-7705-4f7b-9b30-bbf932cb3287,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:26.201805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.205744 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-e7c2db08-5bf2-4d58-b541-76af7464295e service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129856 Mar 10 06:22:26.284113 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0cbd5-7f96-43b8-8bff-5fc0c137c928 None None] New status for floating IP b52d0eed-5d03-4892-904e-4b417bdc599f: ACTIVE {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:22:26.301471 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.311052 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ce7a1ed6-8754-4311-8754-f668b408fc95 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8172438 Mar 10 06:22:26.317720 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-706ad22a-4a95-42aa-ae7d-d33cbaa30ae8 req-b621ae38-df3e-4e97-8301-ff9f94c9b91e service neutron] 10.222.0.37 "GET /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048803 Mar 10 06:22:26.355470 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:22:26.405201 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 64652a3f-97be-4f39-b2b5-e8e7b4541783 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:26.405580 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.521614 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:26.522073 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.556841 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-99ab2239-f01e-4026-9c93-527e957316b1 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--336417432&fields=id&tenant_id=f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 267 time: 0.0731626 Mar 10 06:22:26.599270 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:26.671383 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:26.712969 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-64124d23-24da-46fa-a520-9bf62748bafb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:26.720152 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-64124d23-24da-46fa-a520-9bf62748bafb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 810 time: 0.1612618 Mar 10 06:22:26.762472 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:26.764801 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803d82f-dd9c-4385-9b9d-7e7a70e20375" -d '{"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:26.768693 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-d10aedcd-4b67-44b0-a104-9fbd21661ef6 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/quotas/f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 375 time: 0.0472753 Mar 10 06:22:26.769463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=7']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:26.826266 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ec02c-4394-4834-974e-73019d509255 req-af3657d3-e045-4b36-b0d6-3e9d1ddbd3bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:26.830846 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c4ec02c-4394-4834-974e-73019d509255 req-af3657d3-e045-4b36-b0d6-3e9d1ddbd3bc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.1065578 Mar 10 06:22:26.859463 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-517cb367-1f0e-43be-b218-8f2a51b34fff tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827096 Mar 10 06:22:26.973339 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c4ec02c-4394-4834-974e-73019d509255 req-8babde25-0a52-44f6-acfa-cf275782adc7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314247 Mar 10 06:22:27.009336 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-ac7bc405-a30b-4170-9747-2b90bcc3f7df service neutron] 10.222.0.15 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489923 Mar 10 06:22:27.170686 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-9a385c83-6cac-40a7-86e5-c6bf1c79c47c service neutron] 10.222.0.15 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528757 Mar 10 06:22:27.183276 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94040c56-b023-4b90-a685-9ced8e6ded5a req-92bdfba6-4e01-4896-948a-75e0d83da5df tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:27.183508 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-94040c56-b023-4b90-a685-9ced8e6ded5a req-92bdfba6-4e01-4896-948a-75e0d83da5df tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 945 time: 0.1355822 Mar 10 06:22:27.243395 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-94040c56-b023-4b90-a685-9ced8e6ded5a req-a4874f40-0a24-4100-96ad-6eb3f67eb808 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536845 Mar 10 06:22:27.305647 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6fdbb5-5a65-431b-bdd5-048aedadbe06 x-openstack-request-id: req-2b6fdbb5-5a65-431b-bdd5-048aedadbe06 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:27.305955 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:27.306234 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b6fdbb5-5a65-431b-bdd5-048aedadbe06 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:27.306641 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'code': 200} Mar 10 06:22:27.489037 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7ea8e368-6818-4c08-9f3a-3914cd905eee req-b16eedcc-a9e8-4ee7-838b-b85fcfe2af08 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 210 time: 0.0320182 Mar 10 06:22:27.974593 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-42a6320a-ba56-4e11-aa00-ff6f2d96c54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:28.120963 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3c8d2-a2dd-4e96-aa15-e0edb076abb1 req-24979435-cf3b-4e7d-aa69-9a2377b37f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:28.122562 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46d3c8d2-a2dd-4e96-aa15-e0edb076abb1 req-24979435-cf3b-4e7d-aa69-9a2377b37f6d tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0641103 Mar 10 06:22:28.187674 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46d3c8d2-a2dd-4e96-aa15-e0edb076abb1 req-b560cbed-f60a-416d-a50a-8f9cd2fa3e82 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574570 Mar 10 06:22:28.604478 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d775c8b8-4589-4bbd-b2bb-234ecd6ff130 req-57703009-4d2b-463b-a698-5430ccfcf462 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 210 time: 0.0337889 Mar 10 06:22:28.958160 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0830d-28be-4025-8d2a-0cd64265cd62 req-026e240b-b2d2-46ce-a285-347e617d33da tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:28.959968 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e7a0830d-28be-4025-8d2a-0cd64265cd62 req-026e240b-b2d2-46ce-a285-347e617d33da tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 945 time: 0.0572219 Mar 10 06:22:29.016010 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e7a0830d-28be-4025-8d2a-0cd64265cd62 req-40d25c4b-4fb3-461d-8ddc-b1846b9390d4 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482459 Mar 10 06:22:29.243587 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:29.334014 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49068-2864-45ed-9784-0941f46ad95e req-8ed6c3c4-3da5-4ca7-8e10-498eaf53b0a9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:29.335799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68f49068-2864-45ed-9784-0941f46ad95e req-8ed6c3c4-3da5-4ca7-8e10-498eaf53b0a9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0617776 Mar 10 06:22:29.388950 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68f49068-2864-45ed-9784-0941f46ad95e req-3e62cabf-72cb-4f12-96cf-4a39ced012c9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464389 Mar 10 06:22:29.733955 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-89199332-d8b8-45c9-8d13-47d07fb3b982 req-68686e50-f107-41f9-8b6a-a7b2113eeeef tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 210 time: 0.0378354 Mar 10 06:22:29.911342 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:30.201511 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a5a90-8bcc-4cf6-a18b-0ae8c517a34b req-72617fb3-7220-47ac-9e57-64e26068df35 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:30.207100 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de8a5a90-8bcc-4cf6-a18b-0ae8c517a34b req-72617fb3-7220-47ac-9e57-64e26068df35 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 945 time: 0.1166534 Mar 10 06:22:30.269653 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-4058fa3f-b8c1-45e3-9eaf-a1422a777251 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:30.276792 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-4058fa3f-b8c1-45e3-9eaf-a1422a777251 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 810 time: 0.1440268 Mar 10 06:22:30.279889 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-de8a5a90-8bcc-4cf6-a18b-0ae8c517a34b req-c947c766-f946-4543-a3e4-2d9b7bd0b5a7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/security-groups?id=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674644 Mar 10 06:22:30.376895 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-9f5e369a-5196-4577-9c38-ce4a9abbc06d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1925d8117534b1dadb6760452915076 HTTP/1.1" status: 200 len: 379 time: 0.0804005 Mar 10 06:22:30.386691 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'port': {'device_id': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'admin_state_up': True, 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'security_groups': ['8cc5bdbc-4b16-49c2-a146-060ccd92c075']}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:30.567352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-d2827d71-d278-4abd-9c7d-55af4f839d49 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:30.568953 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-d2827d71-d278-4abd-9c7d-55af4f839d49 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 945 time: 0.0861583 Mar 10 06:22:30.593839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5431-6e35-40a1-b9a7-fe0c6205102e req-d025c91c-ac9d-422f-aab6-34aa4de4a1c8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:30.598586 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46ca5431-6e35-40a1-b9a7-fe0c6205102e req-d025c91c-ac9d-422f-aab6-34aa4de4a1c8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.1226954 Mar 10 06:22:30.614399 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Made reservation on behalf of f1925d8117534b1dadb6760452915076 for: {'port': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:22:30.627912 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:30.730973 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46ca5431-6e35-40a1-b9a7-fe0c6205102e req-d6b54df7-6962-4e76-a553-64eb6d2d95ca tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129298 Mar 10 06:22:30.789174 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Deleting port 1af43136-642a-4ada-b3bd-e30d7707c827 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:22:30.789801 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:30.861925 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:30.901438 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6ee23eaf-5943-4121-a158-2171b59ae9d7 req-ddb52707-43e8-4e3d-a4ac-64150be37a3f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 210 time: 0.0335157 Mar 10 06:22:30.920214 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Allocated IP 172.20.0.12 (253a361e-19d4-4127-952e-a51a59d2abb6/4aeb1034-f580-427f-a086-a35e75fb08dc/45183453-df6b-47e3-a95d-32740d896c4a) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:22:30.930760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] For port 1af43136-642a-4ada-b3bd-e30d7707c827, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1af43136-642a-4ada-b3bd-e30d7707c827,segment=NetworkSegment(c15e9eae-5ef9-4fe1-8d0f-13743eb929cb),segment_id=c15e9eae-5ef9-4fe1-8d0f-13743eb929cb)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:30.930760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:30.948606 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Calling delete_port for 1af43136-642a-4ada-b3bd-e30d7707c827 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:22:31.120152 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for port (45183453-df6b-47e3-a95d-32740d896c4a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.185675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (1af43136-642a-4ada-b3bd-e30d7707c827), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.214537 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.215054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Pushing event deleted for resources: {'Port': ['ID=1af43136-642a-4ada-b3bd-e30d7707c827,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:31.221893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['1af43136-642a-4ada-b3bd-e30d7707c827'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:31.292262 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] No DVR routers for this DVR port 1af43136-642a-4ada-b3bd-e30d7707c827 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:22:31.296811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.299647 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Network 253a361e-19d4-4127-952e-a51a59d2abb6 is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:22:31.302077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aa402419-7ee5-4e1c-855d-71711a75c344 req-f9f1fc53-1a06-4e20-b831-b2bac2da7c6b tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.37 "DELETE /v2.0/ports/1af43136-642a-4ada-b3bd-e30d7707c827 HTTP/1.1" status: 204 len: 173 time: 0.7255895 Mar 10 06:22:31.302566 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'name': 'network-vif-deleted', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:31.302779 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:22:31.306105 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9446dad7-eecf-4771-9a74-11e4cc3ca596" -d '{"events": [{"server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "name": "network-vif-deleted", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:31.327064 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:22:31.381697 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957854aa-5d39-4869-8ef1-4d5eb7f5b462 x-openstack-request-id: req-957854aa-5d39-4869-8ef1-4d5eb7f5b462 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:31.382017 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d91434b-4a47-47c0-b2eb-5579e7bd80b4", "name": "network-vif-deleted", "tag": "1af43136-642a-4ada-b3bd-e30d7707c827", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:31.382426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-957854aa-5d39-4869-8ef1-4d5eb7f5b462 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:31.382858 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91434b-4a47-47c0-b2eb-5579e7bd80b4', 'name': 'network-vif-deleted', 'tag': '1af43136-642a-4ada-b3bd-e30d7707c827', 'status': 'completed', 'code': 200} Mar 10 06:22:31.389235 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event updated for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:31.424248 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:31.438312 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.471322 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-76ea9563-9878-496f-a3d1-cbd9a537c0af req-d15da5bd-c91b-4364-8382-3a4d2072cf77 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 210 time: 0.0631638 Mar 10 06:22:31.550416 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-0a10690f-ca40-4565-ad0b-559f4e4293a3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1682625 Mar 10 06:22:31.582022 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Request body: {'port': {'device_id': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:31.680654 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (45183453-df6b-47e3-a95d-32740d896c4a), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.776604 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ff946234-ffbe-46c2-9715-add3df7775ba None None] Provisioning complete for port 45183453-df6b-47e3-a95d-32740d896c4a triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:31.777379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ff946234-ffbe-46c2-9715-add3df7775ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (45183453-df6b-47e3-a95d-32740d896c4a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:31.819211 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ff946234-ffbe-46c2-9715-add3df7775ba None None] Port 45183453-df6b-47e3-a95d-32740d896c4a cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:22:31.893549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24904cc2-e359-4fff-8189-b16d3205616d req-76a764c0-760d-4ff3-b950-18d164c253e7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:31.895407 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-24904cc2-e359-4fff-8189-b16d3205616d req-76a764c0-760d-4ff3-b950-18d164c253e7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0668731 Mar 10 06:22:31.970107 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-24904cc2-e359-4fff-8189-b16d3205616d req-b4fa7d27-e64d-4933-bb91-3bf127509ba7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670590 Mar 10 06:22:32.041223 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45183453-df6b-47e3-a95d-32740d896c4a {{(pid=103624) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:32.052236 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks [] for port (45183453-df6b-47e3-a95d-32740d896c4a), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.069313 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.provisioning_blocks [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Transition to ACTIVE for port object 45183453-df6b-47e3-a95d-32740d896c4a will not be triggered until provisioned by entity L2. {{(pid=103624) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:22:32.088469 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71226c41-562b-493c-b395-eeae39861776 req-eead71ec-1710-40dc-9b95-6a868b22e53f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:32.092613 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71226c41-562b-493c-b395-eeae39861776 req-eead71ec-1710-40dc-9b95-6a868b22e53f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 932 time: 0.0795062 Mar 10 06:22:32.161281 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-71226c41-562b-493c-b395-eeae39861776 req-b4037b3a-3b1e-4775-b8ab-8ab1032248da tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633254 Mar 10 06:22:32.186718 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.215630 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.256076 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Pushing event updated for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:32.346221 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Attempting to bind port 45183453-df6b-47e3-a95d-32740d896c4a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:22:32.346923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Attempting to bind port 45183453-df6b-47e3-a95d-32740d896c4a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:22:32.346923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Attempting to bind port 45183453-df6b-47e3-a95d-32740d896c4a on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:32.351404 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Port 45183453-df6b-47e3-a95d-32740d896c4a on network 253a361e-19d4-4127-952e-a51a59d2abb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:22:32.351722 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Attempting to bind port 45183453-df6b-47e3-a95d-32740d896c4a on network 253a361e-19d4-4127-952e-a51a59d2abb6 {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:22:32.359270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:22:32.359805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Checking segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:22:32.360746 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Bound using segment: {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'} {{(pid=103624) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:22:32.361061 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.managers [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Bound port: 45183453-df6b-47e3-a95d-32740d896c4a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc7e5f9-061e-44f5-b7ab-393a765767f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6'}}] {{(pid=103624) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:22:32.361618 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (45183453-df6b-47e3-a95d-32740d896c4a), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.448713 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, cleared binding levels {{(pid=103624) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:22:32.452523 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=45183453-df6b-47e3-a95d-32740d896c4a,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103624) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:22:32.551765 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.604453 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:32.605069 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:32.606492 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] 10.222.0.37 "PUT /v2.0/ports/45183453-df6b-47e3-a95d-32740d896c4a HTTP/1.1" status: 200 len: 1094 time: 1.0301127 Mar 10 06:22:32.607064 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:32.609327 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4c2e0-5202-40de-9fda-55cfe8ab4435" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "tag": "45183453-df6b-47e3-a95d-32740d896c4a"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:32.619922 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d73a918-f315-43bf-859f-ac4c355af168 req-d5329461-9277-48ac-b059-b3be6fe38da7 tempest-VolumesActionsTest-1901419003 tempest-VolumesActionsTest-1901419003-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d91434b-4a47-47c0-b2eb-5579e7bd80b4 HTTP/1.1" status: 200 len: 210 time: 0.0449278 Mar 10 06:22:32.644663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff58e6-c50f-427e-894b-83575b3516cd service neutron] Pushing event updated for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=3']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:32.700500 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff659f-7a65-44cb-a5d7-7e8b6bce4d05 x-openstack-request-id: req-60ff659f-7a65-44cb-a5d7-7e8b6bce4d05 {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:32.700853 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "tag": "45183453-df6b-47e3-a95d-32740d896c4a", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:32.701109 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60ff659f-7a65-44cb-a5d7-7e8b6bce4d05 {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:32.701534 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a', 'status': 'completed', 'code': 200} Mar 10 06:22:32.819698 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-f8aba45e-a5ce-4b01-8016-7d35e0662900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:32.821206 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-f8aba45e-a5ce-4b01-8016-7d35e0662900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 1128 time: 0.0736101 Mar 10 06:22:32.982765 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-b4777594-1fcb-47fb-ad89-ce6d76eb4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:32.984220 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-b4777594-1fcb-47fb-ad89-ce6d76eb4d0a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f1925d8117534b1dadb6760452915076&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1448855 Mar 10 06:22:33.110713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9702-67af-4e68-911a-e2c63ffe6acc req-8ea31e64-ff24-462b-a7d3-982abae36039 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.112432 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-784a9702-67af-4e68-911a-e2c63ffe6acc req-8ea31e64-ff24-462b-a7d3-982abae36039 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0667949 Mar 10 06:22:33.135001 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-ceb63066-b419-4498-924e-ea8f461d5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.136501 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-00f4c2e0-5202-40de-9fda-55cfe8ab4435 req-ceb63066-b419-4498-924e-ea8f461d5f19 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441913 Mar 10 06:22:33.178416 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-784a9702-67af-4e68-911a-e2c63ffe6acc req-8d055a19-9240-477a-bbf0-78f968508427 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583305 Mar 10 06:22:33.292785 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-9d76b83d-49e4-46d1-9197-526b2e2ca59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.294497 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-9d76b83d-49e4-46d1-9197-526b2e2ca59d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 1128 time: 0.0664639 Mar 10 06:22:33.332089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea80bc6-8796-4fbf-b984-e57c8aed51c6 req-173e3674-d863-4739-9ded-d97460a09df9 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.333852 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aea80bc6-8796-4fbf-b984-e57c8aed51c6 req-173e3674-d863-4739-9ded-d97460a09df9 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 944 time: 0.0869310 Mar 10 06:22:33.341172 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100250f-2b7f-4604-99a4-ab631b44981f req-ac051a75-c002-4f53-8d0a-de2f63fbb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.342781 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-ac051a75-c002-4f53-8d0a-de2f63fbb6bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1130 time: 0.0854130 Mar 10 06:22:33.346963 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-26a3a5cd-1643-432b-9ee6-da14daf9c52f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45183453-df6b-47e3-a95d-32740d896c4a HTTP/1.1" status: 200 len: 217 time: 0.0402548 Mar 10 06:22:33.397028 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-be6457db-f514-4686-90b3-e5c017249763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.398759 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-be6457db-f514-4686-90b3-e5c017249763 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0470910 Mar 10 06:22:33.417487 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aea80bc6-8796-4fbf-b984-e57c8aed51c6 req-54081ca6-5b68-40b6-9b5f-439e87310f1f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736413 Mar 10 06:22:33.464444 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-6034cf04-1235-476a-ab41-6a09df5d1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.466426 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-6034cf04-1235-476a-ab41-6a09df5d1a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0625160 Mar 10 06:22:33.475033 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100250f-2b7f-4604-99a4-ab631b44981f req-407204ab-8ff0-4d89-b315-904ab22cba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.476529 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-407204ab-8ff0-4d89-b315-904ab22cba92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.1149416 Mar 10 06:22:33.542370 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-0ab11217-99a0-40ce-ab10-c0388e2e1d5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1002 time: 0.0603201 Mar 10 06:22:33.563760 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-e54f4ae5-99c5-423c-bd20-ba06e840d14e service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918202 Mar 10 06:22:33.594743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100250f-2b7f-4604-99a4-ab631b44981f req-23c62c75-31e7-41f3-b1f0-a1f5f88305fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.596290 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-23c62c75-31e7-41f3-b1f0-a1f5f88305fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0486941 Mar 10 06:22:33.656252 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100250f-2b7f-4604-99a4-ab631b44981f req-4da593ac-8203-49e2-a7e8-c6025af30ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:33.658416 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-4da593ac-8203-49e2-a7e8-c6025af30ee7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568495 Mar 10 06:22:33.688693 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [req-cf896b13-25d6-476f-a224-7b1f8206bb0b req-bc21be95-4ea1-41f2-a3bf-39a7c346183c service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191916 Mar 10 06:22:33.793039 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-ac0100f8-fe32-460b-88f1-1accfc4dd8ea service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277421 Mar 10 06:22:33.953852 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3100250f-2b7f-4604-99a4-ab631b44981f req-9a3680ac-bdc7-41f9-835b-a3cb3f800daa service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099689 Mar 10 06:22:34.348887 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80a52-4558-4c9a-8d27-d29cef141ccb req-8d13934e-05c2-45ab-81f4-6be0aaf22e0b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:34.350451 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80a80a52-4558-4c9a-8d27-d29cef141ccb req-8d13934e-05c2-45ab-81f4-6be0aaf22e0b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0645421 Mar 10 06:22:34.414798 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-80a80a52-4558-4c9a-8d27-d29cef141ccb req-1cf783df-7fdd-4c74-94e7-6938cd832f45 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572395 Mar 10 06:22:34.425032 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 1af43136-642a-4ada-b3bd-e30d7707c827 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:34.460079 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 1af43136-642a-4ada-b3bd-e30d7707c827 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:22:34.460638 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 1af43136-642a-4ada-b3bd-e30d7707c827 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:22:34.566824 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a407401-affb-4703-98b9-66b6822844fd req-46de9b39-987e-4e57-904a-fd536d4dc458 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:34.568491 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a407401-affb-4703-98b9-66b6822844fd req-46de9b39-987e-4e57-904a-fd536d4dc458 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 944 time: 0.0566213 Mar 10 06:22:34.647011 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1a407401-affb-4703-98b9-66b6822844fd req-7255670f-0bf6-491d-8fe2-886dc5505919 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683377 Mar 10 06:22:35.565190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4bbb6-c458-4a5f-afc7-52d436a9e496 req-5984b35e-339e-431b-8957-f21b790045fc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:35.566834 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ea4bbb6-c458-4a5f-afc7-52d436a9e496 req-5984b35e-339e-431b-8957-f21b790045fc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0573611 Mar 10 06:22:35.619304 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ea4bbb6-c458-4a5f-afc7-52d436a9e496 req-56c1549c-ef54-4850-80e2-0b039f0c40c3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464935 Mar 10 06:22:35.769375 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7388-7799-4ef2-90e3-51a6abf4053f req-4560dd28-f093-48eb-b16f-710785a8fc8a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:35.775137 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-423b7388-7799-4ef2-90e3-51a6abf4053f req-4560dd28-f093-48eb-b16f-710785a8fc8a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 944 time: 0.0639832 Mar 10 06:22:35.820892 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-423b7388-7799-4ef2-90e3-51a6abf4053f req-05696d2a-d108-4d0e-be75-f5c0ec0f9009 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441675 Mar 10 06:22:36.748497 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e924a-2570-4267-b6dc-91065bb138d6 req-fc0f4ca3-7428-422f-8516-5100fc5817fe tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:36.749973 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887e924a-2570-4267-b6dc-91065bb138d6 req-fc0f4ca3-7428-422f-8516-5100fc5817fe tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0592642 Mar 10 06:22:36.802402 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887e924a-2570-4267-b6dc-91065bb138d6 req-2b97a073-d9cf-41d2-8d3f-ca9b40c25ce2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Mar 10 06:22:36.942700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cc01b-e223-4fe2-b096-85c530f5514b req-0b1b6b07-7a86-45e7-a8f0-3ac4ac8ddea3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:36.944189 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-381cc01b-e223-4fe2-b096-85c530f5514b req-0b1b6b07-7a86-45e7-a8f0-3ac4ac8ddea3 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 944 time: 0.0528316 Mar 10 06:22:37.003383 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-381cc01b-e223-4fe2-b096-85c530f5514b req-27618f33-264a-4611-acac-4f6aeac9c4fa tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535474 Mar 10 06:22:37.925589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b461379-e35d-4454-a97d-13410ba6631a req-e26b0e7f-68e3-44f4-bdb0-1d2598a1b7db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:37.927076 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b461379-e35d-4454-a97d-13410ba6631a req-e26b0e7f-68e3-44f4-bdb0-1d2598a1b7db tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0527213 Mar 10 06:22:37.976081 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b461379-e35d-4454-a97d-13410ba6631a req-d96391d2-9e9a-4c2f-bd43-f4731888c7ae tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434248 Mar 10 06:22:38.024110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 45183453-df6b-47e3-a95d-32740d896c4a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:22:38.129548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff543e-c062-4855-af81-537661b17e95 req-067bcebb-c256-4ef8-a7fb-d539b9f55739 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:38.131026 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5aff543e-c062-4855-af81-537661b17e95 req-067bcebb-c256-4ef8-a7fb-d539b9f55739 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 944 time: 0.0532477 Mar 10 06:22:38.135636 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=45183453-df6b-47e3-a95d-32740d896c4a,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:38.147013 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '45183453-df6b-47e3-a95d-32740d896c4a', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'port_id': '45183453-df6b-47e3-a95d-32740d896c4a', 'mac_address': 'fa:16:3e:31:3e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:22:38.177608 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5aff543e-c062-4855-af81-537661b17e95 req-4d9328a1-4e58-4206-9590-6350b4b69fbd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Mar 10 06:22:38.183259 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 45183453-df6b-47e3-a95d-32740d896c4a is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:38.183658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (45183453-df6b-47e3-a95d-32740d896c4a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:38.196960 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45183453-df6b-47e3-a95d-32740d896c4a {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:22:38.215856 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=45183453-df6b-47e3-a95d-32740d896c4a,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:38.276942 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:38.324436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:38.649235 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['45183453-df6b-47e3-a95d-32740d896c4a'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:22:38.790112 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0e1c-379f-48af-9c03-d0b290436814 req-8105ba70-e4f7-4e3a-b7c1-0c0687d0ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:38.791624 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-8105ba70-e4f7-4e3a-b7c1-0c0687d0ea29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1130 time: 0.0433083 Mar 10 06:22:39.193821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0e1c-379f-48af-9c03-d0b290436814 req-ecf81f3d-9632-4a3b-a12b-fc617b0e91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:39.195413 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-ecf81f3d-9632-4a3b-a12b-fc617b0e91cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.3965664 Mar 10 06:22:39.217981 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9675a-5dd2-4cb5-a8cb-a897cb10c743 req-c170bdcc-da20-430e-928e-00979d3e0245 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:39.219439 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-79a9675a-5dd2-4cb5-a8cb-a897cb10c743 req-c170bdcc-da20-430e-928e-00979d3e0245 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0842559 Mar 10 06:22:39.332413 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-481e1263-f898-4857-8812-58adb8f792ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1002 time: 0.1299524 Mar 10 06:22:39.358532 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-79a9675a-5dd2-4cb5-a8cb-a897cb10c743 req-15cc5e89-e76a-48cf-bafb-403193970a0c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068556 Mar 10 06:22:39.382206 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7e5fc-2817-430a-9b35-cacc26a35f68 req-34a02eac-83b0-4013-bfdd-a7b7a40f08f0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:39.383700 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d0b7e5fc-2817-430a-9b35-cacc26a35f68 req-34a02eac-83b0-4013-bfdd-a7b7a40f08f0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 945 time: 0.1310017 Mar 10 06:22:39.425040 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0e1c-379f-48af-9c03-d0b290436814 req-6fb1dcf0-9e9f-4694-a88f-c3758d8ce1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:39.426448 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-6fb1dcf0-9e9f-4694-a88f-c3758d8ce1d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0838208 Mar 10 06:22:39.479752 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d0b7e5fc-2817-430a-9b35-cacc26a35f68 req-59df016b-dc94-422c-91eb-56973ecc2c3d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890622 Mar 10 06:22:39.501659 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0e1c-379f-48af-9c03-d0b290436814 req-86e1d295-f18b-484d-9743-262fb5e916c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:39.503730 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-86e1d295-f18b-484d-9743-262fb5e916c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698519 Mar 10 06:22:39.597368 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-af3db3dc-0d19-4993-8600-d5df5622982c service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867982 Mar 10 06:22:39.708533 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-887c0e1c-379f-48af-9c03-d0b290436814 req-d8a8fb7f-9b5d-475d-a352-95cbaa0bf4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014791 Mar 10 06:22:40.451861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 45183453-df6b-47e3-a95d-32740d896c4a up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:22:40.521004 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bb6f0-f69d-47b2-bc6e-347a4f35d590 req-8e4670d2-fa3d-4e00-b356-8551ba389adf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:40.528426 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-331bb6f0-f69d-47b2-bc6e-347a4f35d590 req-8e4670d2-fa3d-4e00-b356-8551ba389adf tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 946 time: 0.0851088 Mar 10 06:22:40.596841 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 45183453-df6b-47e3-a95d-32740d896c4a completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:22:40.602904 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 45183453-df6b-47e3-a95d-32740d896c4a triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:22:40.602904 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (45183453-df6b-47e3-a95d-32740d896c4a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:40.615348 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-331bb6f0-f69d-47b2-bc6e-347a4f35d590 req-0d1ab21c-b6e8-4448-9343-8155e8d1f2fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839386 Mar 10 06:22:40.657414 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218c33b-5341-4b69-824d-29e00f583bc8 req-2588f4a6-241f-4149-9f73-81535677558c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:40.658975 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c218c33b-5341-4b69-824d-29e00f583bc8 req-2588f4a6-241f-4149-9f73-81535677558c tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 945 time: 0.0985696 Mar 10 06:22:40.721741 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 45183453-df6b-47e3-a95d-32740d896c4a is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:40.722057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (45183453-df6b-47e3-a95d-32740d896c4a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:40.747339 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:40.750026 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38909c35-675c-428e-8349-d81f74ed3cdd" -d '{"events": [{"server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "name": "network-vif-plugged", "status": "completed", "tag": "45183453-df6b-47e3-a95d-32740d896c4a"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:40.765177 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c218c33b-5341-4b69-824d-29e00f583bc8 req-4dad73e6-63f5-40bc-bf7e-7cbf69dc4cdb tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873694 Mar 10 06:22:40.766609 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=45183453-df6b-47e3-a95d-32740d896c4a,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:40.814130 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b730b72-91c6-445e-a70b-d570e7850b5a x-openstack-request-id: req-5b730b72-91c6-445e-a70b-d570e7850b5a {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:40.814399 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "name": "network-vif-plugged", "status": "completed", "tag": "45183453-df6b-47e3-a95d-32740d896c4a", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:40.814696 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b730b72-91c6-445e-a70b-d570e7850b5a {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:40.815200 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a', 'code': 200} Mar 10 06:22:40.882732 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:40.883479 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:40.976333 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:41.157623 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: ACTIVE; New status is: DOWN {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:41.157940 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:41.200980 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:22:41.254314 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f8b2-5030-471a-a950-f2b4fde52c75 req-5c17cd93-f161-4d58-b54c-bfc2e4a8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:41.256001 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7459f8b2-5030-471a-a950-f2b4fde52c75 req-5c17cd93-f161-4d58-b54c-bfc2e4a8008d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 1130 time: 0.0501103 Mar 10 06:22:41.311043 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7459f8b2-5030-471a-a950-f2b4fde52c75 req-3b5615a4-47bc-4f50-8b38-5692c5713e31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Mar 10 06:22:41.311719 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:41.361697 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=8']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:22:41.757598 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840cb3-ccab-46c7-a14b-9d9cd9b6421b req-9502d492-e472-4c7a-ad61-5d415607c608 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:41.759386 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67840cb3-ccab-46c7-a14b-9d9cd9b6421b req-9502d492-e472-4c7a-ad61-5d415607c608 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0662830 Mar 10 06:22:41.845191 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-67840cb3-ccab-46c7-a14b-9d9cd9b6421b req-8e347e01-a48e-4668-ba56-794104ebf227 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795176 Mar 10 06:22:41.920333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979408-eadf-4cd3-a118-e59f57023aef req-6febc1d7-fa9f-47a2-b97d-552df1413524 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:41.922327 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b979408-eadf-4cd3-a118-e59f57023aef req-6febc1d7-fa9f-47a2-b97d-552df1413524 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0597854 Mar 10 06:22:41.975348 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5b979408-eadf-4cd3-a118-e59f57023aef req-596513c1-d3df-45d6-92dc-e86f2f39cae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466132 Mar 10 06:22:42.816731 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:42.821261 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878a9b3-243f-42e9-b420-e3fb40bea5c4" -d '{"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:42.873261 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9317a-04c9-4353-8e63-6f9c6b9f9a3c x-openstack-request-id: req-3bb9317a-04c9-4353-8e63-6f9c6b9f9a3c {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:42.873704 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:42.873815 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bb9317a-04c9-4353-8e63-6f9c6b9f9a3c {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:42.874199 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'code': 200} Mar 10 06:22:42.993452 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904cfb2-a476-4c88-a6e9-b7fb436d9faf req-c50f4149-6708-4f4e-aeae-4f484257bbc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:42.994892 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2904cfb2-a476-4c88-a6e9-b7fb436d9faf req-c50f4149-6708-4f4e-aeae-4f484257bbc5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0750153 Mar 10 06:22:43.088211 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2904cfb2-a476-4c88-a6e9-b7fb436d9faf req-2f64ca40-cf02-4318-a2a1-de465ee6c79a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797715 Mar 10 06:22:43.156783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e865e10-156f-4074-be38-101c916fa21d req-476ea59c-4b82-4a89-b0c6-f9f1ae07ada0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:43.164081 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e865e10-156f-4074-be38-101c916fa21d req-476ea59c-4b82-4a89-b0c6-f9f1ae07ada0 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0943930 Mar 10 06:22:43.235576 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9e865e10-156f-4074-be38-101c916fa21d req-44555197-ec32-414b-863d-116b93db6f90 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703413 Mar 10 06:22:43.358136 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73cbfa-fe72-4228-b059-85c7a0250ded req-1fb83fa3-cc12-43db-aa47-ab90fb0fd219 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:43.360331 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ef73cbfa-fe72-4228-b059-85c7a0250ded req-1fb83fa3-cc12-43db-aa47-ab90fb0fd219 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0618696 Mar 10 06:22:43.378771 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54572) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:22:43.383622 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Request body: {'floatingip': {'port_id': '45183453-df6b-47e3-a95d-32740d896c4a'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:22:43.450733 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:43.973890 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:44.042846 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:44.175902 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Floating IP e2831092-9304-48ca-863b-47b53acc7ad3 associated. External IP: 172.27.2.227, port: 45183453-df6b-47e3-a95d-32740d896c4a. Mar 10 06:22:44.441938 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:22:44.448196 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:22:44.536605 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: DOWN; New status is: DOWN {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:22:44.622088 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:22:44.628839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:44.633600 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:22:44.654189 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:44.656648 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:44.666940 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-31fb808e-6c32-4e80-9bfa-abcd606f86a4 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "PUT /v2.0/floatingips/e2831092-9304-48ca-863b-47b53acc7ad3 HTTP/1.1" status: 200 len: 992 time: 1.2868149 Mar 10 06:22:44.667551 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:22:44.670927 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcfcf76-d659-468f-b583-03cf0f5449fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "tag": "45183453-df6b-47e3-a95d-32740d896c4a"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:22:44.721979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297db10-8978-484d-8f08-0ff63ba81d0d x-openstack-request-id: req-c297db10-8978-484d-8f08-0ff63ba81d0d {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:22:44.722474 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "tag": "45183453-df6b-47e3-a95d-32740d896c4a", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:22:44.722763 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c297db10-8978-484d-8f08-0ff63ba81d0d {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:22:44.723173 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a', 'status': 'completed', 'code': 200} Mar 10 06:22:44.826455 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-99b54dec-ce58-43c0-af55-a21300c356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:44.827975 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-99b54dec-ce58-43c0-af55-a21300c356c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1925d8117534b1dadb6760452915076&device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 1130 time: 0.0572271 Mar 10 06:22:44.839300 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:44.944059 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-84ff17d2-a66c-4026-916e-77bc6ab283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:44.945553 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-84ff17d2-a66c-4026-916e-77bc6ab283f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 200 len: 911 time: 0.1106775 Mar 10 06:22:45.018821 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-57ed4b1a-cf4a-455e-85b5-9426b52b54c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45183453-df6b-47e3-a95d-32740d896c4a HTTP/1.1" status: 200 len: 1000 time: 0.0663230 Mar 10 06:22:45.081735 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-26822be7-8f66-4c17-bd3b-25839c67e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:45.083363 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-26822be7-8f66-4c17-bd3b-25839c67e324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 200 len: 849 time: 0.0574193 Mar 10 06:22:45.143246 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-2d7f1905-8f63-4a48-b533-96920ad67e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:45.143246 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-2d7f1905-8f63-4a48-b533-96920ad67e71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=253a361e-19d4-4127-952e-a51a59d2abb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523632 Mar 10 06:22:45.241771 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'e2831092-9304-48ca-863b-47b53acc7ad3', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': '45183453-df6b-47e3-a95d-32740d896c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:31:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:25Z', 'updated_at': '2022-03-10T06:22:43Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:45.275716 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:22:45.285947 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:22:45.286608 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:45.297839 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-df9c364a-15ed-412a-a03d-2cf91c259ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476865 Mar 10 06:22:45.431390 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ddcfcf76-d659-468f-b583-03cf0f5449fa req-e2ec8db2-c3e5-4650-b0c2-797284ca4dbd service neutron] 10.222.0.37 "GET /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273077 Mar 10 06:22:45.441085 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:22:45.693053 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'e2831092-9304-48ca-863b-47b53acc7ad3', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': '45183453-df6b-47e3-a95d-32740d896c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:31:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:25Z', 'updated_at': '2022-03-10T06:22:43Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:22:45.721602 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3f38b0-a398-4a37-a2b2-7e9706fcfc31 None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'e2831092-9304-48ca-863b-47b53acc7ad3', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'port_id': '45183453-df6b-47e3-a95d-32740d896c4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'mac_address': 'fa:16:3e:31:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:22:25Z', 'updated_at': '2022-03-10T06:22:43Z', 'revision_number': 1, 'project_id': 'f1925d8117534b1dadb6760452915076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:22:45.948644 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a55e7-8c45-44dd-b3f9-8719ef316aaa req-a83e7537-cfea-49d9-8e8a-4a9cea85ad43 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:45.955872 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-630a55e7-8c45-44dd-b3f9-8719ef316aaa req-a83e7537-cfea-49d9-8e8a-4a9cea85ad43 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.1043432 Mar 10 06:22:46.026771 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-630a55e7-8c45-44dd-b3f9-8719ef316aaa req-8b18958d-4f15-4aa9-a9ca-5089e563e455 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698791 Mar 10 06:22:46.039014 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b879a-3e21-470e-9521-6cd3e56344d1 None None] New status for floating IP e2831092-9304-48ca-863b-47b53acc7ad3: ACTIVE {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:22:46.167347 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-a70ba016-d11b-4724-b120-6d37c71a8567 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0593185 Mar 10 06:22:46.261285 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-51a68c9c-c8be-4600-9321-031fe0751057 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:46.263061 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-51a68c9c-c8be-4600-9321-031fe0751057 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports/64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 941 time: 0.0625775 Mar 10 06:22:47.170634 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328589-fd58-42ed-8d46-aae5d0f0f14c req-f0a421a4-8c0e-4a5e-9ca7-859b74d23e78 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:47.175272 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-45328589-fd58-42ed-8d46-aae5d0f0f14c req-f0a421a4-8c0e-4a5e-9ca7-859b74d23e78 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0625966 Mar 10 06:22:47.238459 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-45328589-fd58-42ed-8d46-aae5d0f0f14c req-784b8be0-8fa4-4fff-9cb8-bf259b0a3bcc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596006 Mar 10 06:22:47.880673 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-46534007-d015-4608-b0bf-06699ccb478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:47.882561 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-46534007-d015-4608-b0bf-06699ccb478d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b&tenant_id=1162e8b2e9c540718036e610692b772b HTTP/1.1" status: 200 len: 1128 time: 0.0520036 Mar 10 06:22:47.964560 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-af218a87-31d7-4b04-9054-1164a8f115e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:47.966974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-af218a87-31d7-4b04-9054-1164a8f115e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1128 time: 0.0504820 Mar 10 06:22:48.077227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-895d391b-9ccb-49dd-a951-5f7b0e05d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:48.078994 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-895d391b-9ccb-49dd-a951-5f7b0e05d99e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.1045978 Mar 10 06:22:48.162157 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-6f32f59c-28cd-455b-bd1a-5630741d0915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1000 time: 0.0762548 Mar 10 06:22:48.227892 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-f6dcbe24-7714-4c10-9fa9-530d74bcf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:48.229368 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-f6dcbe24-7714-4c10-9fa9-530d74bcf4e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.0599797 Mar 10 06:22:48.286041 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-973aba10-8b81-42ab-8206-568d94b6908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:48.287609 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-973aba10-8b81-42ab-8206-568d94b6908b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520592 Mar 10 06:22:48.444795 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38503600-9563-4db9-9886-55089ab3e502 req-a9bc3b5a-fd0c-4219-b543-847531dda522 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:48.446314 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-38503600-9563-4db9-9886-55089ab3e502 req-a9bc3b5a-fd0c-4219-b543-847531dda522 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.1149769 Mar 10 06:22:48.448803 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-dc4d10ca-388a-42e1-a32d-5c5f0fd714d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420877 Mar 10 06:22:48.569255 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-38503600-9563-4db9-9886-55089ab3e502 req-c8fc93db-ecc2-46e8-b24c-da94370fb0fc tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156745 Mar 10 06:22:48.603020 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-390231f2-aa08-4942-99a1-28a1fbae11d8 req-b88035f8-66da-4929-8d78-77b7bd4d06cc service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432126 Mar 10 06:22:49.790976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1726-3c10-4218-a205-5e7694b95c50 req-18177c8f-afb4-4b66-b40e-e3f3d99e8620 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:49.791883 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7c9c1726-3c10-4218-a205-5e7694b95c50 req-18177c8f-afb4-4b66-b40e-e3f3d99e8620 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.1098051 Mar 10 06:22:49.898772 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7c9c1726-3c10-4218-a205-5e7694b95c50 req-5e7a9277-e08e-4299-83e1-9ae72d01958b tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948651 Mar 10 06:22:51.113091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985497b7-a3f7-4a6f-91ef-c1e670edefc1 req-57988d0a-52e6-4e94-a1f6-fe1c8f67c0d1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:51.114749 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-985497b7-a3f7-4a6f-91ef-c1e670edefc1 req-57988d0a-52e6-4e94-a1f6-fe1c8f67c0d1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.1081438 Mar 10 06:22:51.202236 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-985497b7-a3f7-4a6f-91ef-c1e670edefc1 req-7a1f923a-bdbb-4e6d-8c6f-c1d7970dce9a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782115 Mar 10 06:22:52.349881 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10153-5789-4832-8ecb-fdc8412c0cd5 req-555549f8-67b0-41ae-aa6c-0959a9b98202 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:52.352162 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2cd10153-5789-4832-8ecb-fdc8412c0cd5 req-555549f8-67b0-41ae-aa6c-0959a9b98202 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0608442 Mar 10 06:22:52.419597 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2cd10153-5789-4832-8ecb-fdc8412c0cd5 req-34a25dab-bcff-441a-bba4-fb96e80bd2b1 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576816 Mar 10 06:22:52.912346 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:22:53.630894 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e7f5-14c4-4a33-b775-2ea1678d71cb req-41f67211-2b60-43c1-870e-0d5473f035a6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:53.640242 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3ae7e7f5-14c4-4a33-b775-2ea1678d71cb req-41f67211-2b60-43c1-870e-0d5473f035a6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.1114578 Mar 10 06:22:53.729168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3ae7e7f5-14c4-4a33-b775-2ea1678d71cb req-585656d0-911a-41be-b06a-3dc184b4dea3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877607 Mar 10 06:22:54.882423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15b986-8ea6-4d6e-8e14-be593529d370 req-44ca8dba-bbfd-4a85-b6c1-9a1e311cb525 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:54.884039 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca15b986-8ea6-4d6e-8e14-be593529d370 req-44ca8dba-bbfd-4a85-b6c1-9a1e311cb525 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0656688 Mar 10 06:22:54.941240 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ca15b986-8ea6-4d6e-8e14-be593529d370 req-903cef03-b22f-4fd1-a785-8883dc149697 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 Mar 10 06:22:55.740355 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5dc6befd-c2bc-4952-a73f-1e9e647b4ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:56.119992 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26b4a9-3b10-49a4-8e49-64533b6eeaca req-697944bf-a657-4191-b41c-bfeac5c92d02 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:56.123262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9c26b4a9-3b10-49a4-8e49-64533b6eeaca req-697944bf-a657-4191-b41c-bfeac5c92d02 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0842144 Mar 10 06:22:56.203847 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9c26b4a9-3b10-49a4-8e49-64533b6eeaca req-fe2c5d86-f31d-4e4f-a4c5-a30d05573ba0 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718608 Mar 10 06:22:57.342698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd3ec9-cf62-4fe9-816d-1eff9a7df0e0 req-8bd137bf-69b7-44c5-9e32-191c0424f1a9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:57.345500 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bfdd3ec9-cf62-4fe9-816d-1eff9a7df0e0 req-8bd137bf-69b7-44c5-9e32-191c0424f1a9 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0574601 Mar 10 06:22:57.390523 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bfdd3ec9-cf62-4fe9-816d-1eff9a7df0e0 req-82e5b03e-a08c-4d45-b75d-17364744f9f3 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408330 Mar 10 06:22:57.962162 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-722fd964-b840-4f26-bebb-c59ed99690c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:58.528485 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2405fe-be4a-4979-a6c3-0517e9e66ba1 req-63f708de-7fb6-4867-b059-1f0c5fd08362 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:58.530140 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e2405fe-be4a-4979-a6c3-0517e9e66ba1 req-63f708de-7fb6-4867-b059-1f0c5fd08362 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0541205 Mar 10 06:22:58.577229 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e2405fe-be4a-4979-a6c3-0517e9e66ba1 req-2392a467-3d58-4d0e-9172-36f9d801c27e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Mar 10 06:22:59.219687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:22:59.706392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb309d1-e408-402d-bfa1-cdf3072223dc req-bcdffe6a-078f-4925-b4ff-a85df35378aa tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:22:59.708345 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-abb309d1-e408-402d-bfa1-cdf3072223dc req-bcdffe6a-078f-4925-b4ff-a85df35378aa tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0598850 Mar 10 06:22:59.760346 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-abb309d1-e408-402d-bfa1-cdf3072223dc req-36b17dba-d360-4c70-aa65-d3f4ed8bbad6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463827 Mar 10 06:22:59.890948 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:00.830952 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:00.883935 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59473aae-06a2-40e4-86b5-2aab3575a07a req-b7c5adb7-d5e9-4198-969e-9609003ad7b6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:00.885324 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59473aae-06a2-40e4-86b5-2aab3575a07a req-b7c5adb7-d5e9-4198-969e-9609003ad7b6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0525570 Mar 10 06:23:00.930974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-59473aae-06a2-40e4-86b5-2aab3575a07a req-ae26e9de-af55-47d7-a1c1-1f8bbc5d5b4c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400329 Mar 10 06:23:01.666312 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54790) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:01.708448 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Deleting subnet 5dcf4de5-a9ad-41ba-85be-f08998d599ee {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:23:01.711449 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Publish callbacks [] for subnet (5dcf4de5-a9ad-41ba-85be-f08998d599ee), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:01.747193 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850818'] for subnet (5dcf4de5-a9ad-41ba-85be-f08998d599ee), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:01.784602 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (5dcf4de5-a9ad-41ba-85be-f08998d599ee), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:01.899039 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8997668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9095415'] for subnet (5dcf4de5-a9ad-41ba-85be-f08998d599ee), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:01.924139 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcf4de5-a9ad-41ba-85be-f08998d599ee,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:01.928488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:01.931625 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5dcf4de5-a9ad-41ba-85be-f08998d599ee HTTP/1.1" status: 204 len: 168 time: 0.2642901 Mar 10 06:23:01.934783 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54792) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:01.937018 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.937380 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.937727 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.938073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.938406 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.938772 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.939109 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.939440 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.939769 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.940099 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.940425 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.940747 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:01.941069 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e844e28-c9da-4476-ae4d-6da622b2b998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.004735 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (e4ffb430-2679-453e-aad1-17bbf6b1bf76), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.053932 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e089-79dd-4e5b-b962-43cad5fc023c req-a3074898-f532-42f9-bccc-4422b01cb8df tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:02.055478 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1500e089-79dd-4e5b-b962-43cad5fc023c req-a3074898-f532-42f9-bccc-4422b01cb8df tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 944 time: 0.0544114 Mar 10 06:23:02.086128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (e4ffb430-2679-453e-aad1-17bbf6b1bf76), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.106196 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ffb430-2679-453e-aad1-17bbf6b1bf76']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:02.110328 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1500e089-79dd-4e5b-b962-43cad5fc023c req-fce34ea6-87f9-4614-be9c-cc00708559f5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482235 Mar 10 06:23:02.115547 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:02.115849 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15e9eae-5ef9-4fe1-8d0f-13743eb929cb') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:02.126472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (c15e9eae-5ef9-4fe1-8d0f-13743eb929cb), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.140312 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (c15e9eae-5ef9-4fe1-8d0f-13743eb929cb), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.146166 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:23:02.146550 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (c15e9eae-5ef9-4fe1-8d0f-13743eb929cb), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:23:02.148185 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:23:02.213478 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.276265 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (e4ffb430-2679-453e-aad1-17bbf6b1bf76), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.281699 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.284845 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e4ffb430-2679-453e-aad1-17bbf6b1bf76 HTTP/1.1" status: 204 len: 168 time: 0.3490741 Mar 10 06:23:02.295976 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ffb430-2679-453e-aad1-17bbf6b1bf76,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:02.303033 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.303387 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.303732 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.304071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.304407 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.304734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.305063 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.305391 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.305721 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.306047 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.306369 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.306708 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.307032 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c505ce2b-b84c-431c-a044-9c4b8968ef22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.573129 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:23:02.668671 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54798) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:02.670072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:02.686594 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'port_id': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'mac_address': 'fa:16:3e:22:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:23:02.712537 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-114cdf00-a227-4a38-b0f2-49b313e64ed8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=302f7f9df1fa4ff4a6cee0076ffd9ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425761 Mar 10 06:23:02.715717 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54800) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:02.720143 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:02.720545 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.733968 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:23:02.753370 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:02.763411 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] Publish callbacks [] for security_group (76d7a6c3-d301-4528-b94c-3ca03e2d9ec1), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.783914 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] Publish callbacks [] for security_group (76d7a6c3-d301-4528-b94c-3ca03e2d9ec1), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.831006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.877102 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=9']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:02.883930 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.884285 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.884637 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.884981 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.885316 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.885653 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.885989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.886321 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.886949 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.887297 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.892412 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.892412 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.892412 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:02.905162 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (76d7a6c3-d301-4528-b94c-3ca03e2d9ec1), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.909680 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:02.909680 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76d7a6c3-d301-4528-b94c-3ca03e2d9ec1 HTTP/1.1" status: 204 len: 168 time: 0.1917768 Mar 10 06:23:02.916730 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2f784-bbd4-40d4-b759-a7861e09e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7a6c3-d301-4528-b94c-3ca03e2d9ec1,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:03.140895 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['64652a3f-97be-4f39-b2b5-e8e7b4541783'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:23:03.235427 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd1eec-3689-41d7-8208-8080617fc4b9 req-743137d0-9add-485c-8904-432bb34564e8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:03.237120 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-05bd1eec-3689-41d7-8208-8080617fc4b9 req-743137d0-9add-485c-8904-432bb34564e8 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0541472 Mar 10 06:23:03.290231 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-05bd1eec-3689-41d7-8208-8080617fc4b9 req-b3ead705-8529-4faf-9224-c3c3dd1f070c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Mar 10 06:23:03.942473 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54824) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:04.038353 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1089697992-network', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:04.127592 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Made reservation on behalf of 5c08a240a1e04d1c90e998b24dbe362e for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:23:04.129941 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.141215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.211926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks [] for security_group (b63000b3-888f-4663-baaf-daff6597b893), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.309994 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b63000b3-888f-4663-baaf-daff6597b893), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.335465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:23:04.345016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63000b3-888f-4663-baaf-daff6597b893,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:04.352664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.353060 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Added segment f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404 of type vlan for network a4645b49-6e10-46db-b639-3858e40c32eb Mar 10 06:23:04.416998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (a4645b49-6e10-46db-b639-3858e40c32eb), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.454708 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558a4da-47d3-448d-94e0-81dee9b9aabb req-17607f95-8a26-4a96-88a5-4950efdd852c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:04.456173 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4558a4da-47d3-448d-94e0-81dee9b9aabb req-17607f95-8a26-4a96-88a5-4950efdd852c tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 945 time: 0.0927591 Mar 10 06:23:04.501829 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (a4645b49-6e10-46db-b639-3858e40c32eb), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.502704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:04.503282 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.520485 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4558a4da-47d3-448d-94e0-81dee9b9aabb req-a298f718-24e0-48d3-80d7-efa90ed1360f tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588455 Mar 10 06:23:04.565352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] Pushing event updated for resources: {'Network': ['ID=a4645b49-6e10-46db-b639-3858e40c32eb,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:04.575457 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network a4645b49-6e10-46db-b639-3858e40c32eb details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:23:04.580969 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3bc5d83c-0e50-4649-9b7c-3a80648dc51c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6374285 Mar 10 06:23:04.583707 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54830) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:04.589381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Request body: {'subnet': {'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1089697992-subnet', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:04.591730 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:04.682753 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 64652a3f-97be-4f39-b2b5-e8e7b4541783 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:04.683766 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.703862 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Made reservation on behalf of 5c08a240a1e04d1c90e998b24dbe362e for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:23:04.706271 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9095376'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.764255 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 64652a3f-97be-4f39-b2b5-e8e7b4541783 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:04.764649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.787011 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:04.789214 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139c7ff-2ddf-4e40-822c-a33a4b6dd25e" -d '{"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:04.800955 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:04.826328 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f3a22c-1f6e-420b-adc2-17bfbf3fe4be x-openstack-request-id: req-01f3a22c-1f6e-420b-adc2-17bfbf3fe4be {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:04.826625 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-plugged", "status": "completed", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:04.826907 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01f3a22c-1f6e-420b-adc2-17bfbf3fe4be {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:04.827300 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'code': 200} Mar 10 06:23:04.865245 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:04.914196 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=10']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:04.951602 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8997735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9095422'] for subnet (405b7e5b-a3a5-4580-9827-a54ee4657ddd), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.006435 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405b7e5b-a3a5-4580-9827-a54ee4657ddd,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:05.019990 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:05.020368 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Network hostable DHCP agents. Network: a4645b49-6e10-46db-b639-3858e40c32eb, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:23:05.139220 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Network a4645b49-6e10-46db-b639-3858e40c32eb is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:23:05.235723 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, a4645b49-6e10-46db-b639-3858e40c32eb) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:05.240818 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:05.241405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.243838 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd4c39-daac-4353-ba30-ae4fc06d61ab None None] Network a4645b49-6e10-46db-b639-3858e40c32eb requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:05.263494 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6dff7-50b1-44dd-951a-5b928a2052ba req-e5ecadb7-164b-4232-a7fc-276b9a15c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:05.264976 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbc6dff7-50b1-44dd-951a-5b928a2052ba req-e5ecadb7-164b-4232-a7fc-276b9a15c247 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1131 time: 0.0586619 Mar 10 06:23:05.309754 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cbc6dff7-50b1-44dd-951a-5b928a2052ba req-68739ae7-2589-45ee-9aee-a543d26cabf8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Mar 10 06:23:05.318309 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-069f1ab4-734f-444b-9bf0-e33fc6e1aac6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7336245 Mar 10 06:23:05.321020 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54834) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:05.325218 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:05.345925 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-a4645b49-6e10-46db-b639-3858e40c32eb', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:23:05.346799 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.408273 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.409413 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.460119 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for router_controller (5c7e5a3f-99ff-4188-8819-36adc6710113), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.482189 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Allocated IP 172.20.0.2 (a4645b49-6e10-46db-b639-3858e40c32eb/405b7e5b-a3a5-4580-9827-a54ee4657ddd/198031d4-e488-4f5f-9e14-54871dafaaec) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:05.624183 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks [] for port (198031d4-e488-4f5f-9e14-54871dafaaec), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.700512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.700933 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for router_gateway (5c7e5a3f-99ff-4188-8819-36adc6710113), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.719713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813ae18-5abe-46d1-a428-e2e785744434 req-d24d45a0-2eb0-4286-9b86-e21fe0386b33 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:05.721188 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e813ae18-5abe-46d1-a428-e2e785744434 req-d24d45a0-2eb0-4286-9b86-e21fe0386b33 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.1191871 Mar 10 06:23:05.748173 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:05.752910 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:05.756294 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:05.762565 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Pushing event updated for resources: {'Port': ['ID=198031d4-e488-4f5f-9e14-54871dafaaec,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:05.770091 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e813ae18-5abe-46d1-a428-e2e785744434 req-f2237ebc-c5fc-4297-aed4-fcb126033ebe tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Mar 10 06:23:05.821245 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Attempting to bind port 198031d4-e488-4f5f-9e14-54871dafaaec on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:05.821622 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Attempting to bind port 198031d4-e488-4f5f-9e14-54871dafaaec by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:05.822012 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Attempting to bind port 198031d4-e488-4f5f-9e14-54871dafaaec on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:05.827658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:05.828029 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:05.828424 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.828814 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Bound using segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:05.829280 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Bound port: 198031d4-e488-4f5f-9e14-54871dafaaec, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:05.829656 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:05.895436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] For port 198031d4-e488-4f5f-9e14-54871dafaaec, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:05.898716 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] For port 198031d4-e488-4f5f-9e14-54871dafaaec, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=198031d4-e488-4f5f-9e14-54871dafaaec,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:06.008929 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.077213 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae56d7-33ff-4877-b9cb-8331dd9454d0 None None] Pushing event updated for resources: {'Port': ['ID=198031d4-e488-4f5f-9e14-54871dafaaec,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:06.265873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for router_gateway (5c7e5a3f-99ff-4188-8819-36adc6710113), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.284722 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.391461 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Allocated IP 172.27.2.99 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/aeb3f516-f682-4034-84ee-4e0b278fb4be) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:06.490507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.625751 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.668317 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:06.689758 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:06.693879 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:06.700016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Pushing event updated for resources: {'Port': ['ID=aeb3f516-f682-4034-84ee-4e0b278fb4be,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:06.794481 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 198031d4-e488-4f5f-9e14-54871dafaaec up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:06.864909 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 198031d4-e488-4f5f-9e14-54871dafaaec triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:06.865294 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.923633 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951e31e-e12c-4de3-959b-679ddb170841 req-3887be10-b805-41e2-afdc-59d864dfe8f6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:06.925315 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d951e31e-e12c-4de3-959b-679ddb170841 req-3887be10-b805-41e2-afdc-59d864dfe8f6 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0665705 Mar 10 06:23:06.948209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 198031d4-e488-4f5f-9e14-54871dafaaec is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:06.949399 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:06.986223 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 198031d4-e488-4f5f-9e14-54871dafaaec, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=198031d4-e488-4f5f-9e14-54871dafaaec,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:07.019273 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d951e31e-e12c-4de3-959b-679ddb170841 req-aae4be47-7bed-4c76-9cb1-d558858758af tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835745 Mar 10 06:23:07.082135 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.092590 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c7f5d-b27a-4273-8120-1fdeae5a3ca0 None None] Network a4645b49-6e10-46db-b639-3858e40c32eb requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:07.106377 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for router_gateway (5c7e5a3f-99ff-4188-8819-36adc6710113), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.314547 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.329143 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-4977692d-c1e4-4c0b-b92d-dfdfaa7860c5 None None] Provisioning complete for port 198031d4-e488-4f5f-9e14-54871dafaaec triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:07.329452 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-4977692d-c1e4-4c0b-b92d-dfdfaa7860c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.336389 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=198031d4-e488-4f5f-9e14-54871dafaaec,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:07.451133 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-4977692d-c1e4-4c0b-b92d-dfdfaa7860c5 None None] Current status of the port 198031d4-e488-4f5f-9e14-54871dafaaec is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:07.528334 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:23:07.637947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:07.646910 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:07.656359 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:07.657007 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:07.723006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-e87a28f0-015b-42f5-849e-393cb3663ea7 None None] Provisioning complete for port 198031d4-e488-4f5f-9e14-54871dafaaec triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:07.723320 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-e87a28f0-015b-42f5-849e-393cb3663ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.741526 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:07.742925 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f31abf44-c1c7-405b-bd9c-9908a0e155fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4209142 Mar 10 06:23:07.745545 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54876) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:07.802714 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:07.952979 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-e87a28f0-015b-42f5-849e-393cb3663ea7 None None] Current status of the port 198031d4-e488-4f5f-9e14-54871dafaaec is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:08.021690 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:06Z', 'revision_number': 3, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:08.055008 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:08.055847 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Updating router 5c7e5a3f-99ff-4188-8819-36adc6710113 port aeb3f516-f682-4034-84ee-4e0b278fb4be binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:23:08.087709 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.214424 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73c892-7c23-4e14-b131-b29742138327 req-588b2140-6eaf-4d7a-b8df-5d94da5adbd5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:08.216014 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a73c892-7c23-4e14-b131-b29742138327 req-588b2140-6eaf-4d7a-b8df-5d94da5adbd5 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0932937 Mar 10 06:23:08.220029 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.315189 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4a73c892-7c23-4e14-b131-b29742138327 req-2d003e48-68de-4aa9-8197-7dba1f786558 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928082 Mar 10 06:23:08.370352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks [] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.411864 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Allocated IP 172.20.0.1 (a4645b49-6e10-46db-b639-3858e40c32eb/405b7e5b-a3a5-4580-9827-a54ee4657ddd/9f939c34-92b3-4e4d-946c-dcdcc6b55ef1) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:08.482771 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.514117 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks [] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.540093 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6428-85b4-4092-b293-7eca2fe85a8b None None] Pushing event updated for resources: {'Port': ['ID=aeb3f516-f682-4034-84ee-4e0b278fb4be,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:08.542736 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Attempting to bind port aeb3f516-f682-4034-84ee-4e0b278fb4be on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:08.543246 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Attempting to bind port aeb3f516-f682-4034-84ee-4e0b278fb4be by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:08.543506 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Attempting to bind port aeb3f516-f682-4034-84ee-4e0b278fb4be on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:08.548928 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:08.549291 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:08.549688 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.550075 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:08.550538 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Bound port: aeb3f516-f682-4034-84ee-4e0b278fb4be, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:08.550946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.600120 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] For port aeb3f516-f682-4034-84ee-4e0b278fb4be, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:08.602988 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] For port aeb3f516-f682-4034-84ee-4e0b278fb4be, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=aeb3f516-f682-4034-84ee-4e0b278fb4be,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:08.654421 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.706891 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:08.716313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Pushing event updated for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:08.716313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:08.716313 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:08.722398 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 198031d4-e488-4f5f-9e14-54871dafaaec up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:08.752574 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (5c7e5a3f-99ff-4188-8819-36adc6710113), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.780368 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.843746 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 198031d4-e488-4f5f-9e14-54871dafaaec triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:08.844881 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:08.900350 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6428-85b4-4092-b293-7eca2fe85a8b None None] Pushing event updated for resources: {'Port': ['ID=aeb3f516-f682-4034-84ee-4e0b278fb4be,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:08.907638 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:08.908287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:08.977675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.060904 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-ed6c0410-10e3-45ec-a1b4-22af21fd3593 None None] Provisioning complete for port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:09.061293 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ed6c0410-10e3-45ec-a1b4-22af21fd3593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.065637 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 198031d4-e488-4f5f-9e14-54871dafaaec is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:09.093118 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:09.145608 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks [] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.172815 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c0410-10e3-45ec-a1b4-22af21fd3593 None None] Port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:23:09.236835 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.304654 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Pushing event updated for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:09.307259 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (5c7e5a3f-99ff-4188-8819-36adc6710113), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.416935 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:06Z', 'revision_number': 3, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:09.448687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cc1128-0c82-4e3a-8b3e-7c51f8288602 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:06Z', 'revision_number': 3, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:09.461653 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:09.465967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:09.488740 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee83c-b321-44de-a660-de61c15b0a1d req-be89c7b3-46b9-4daa-8267-cce0f7dda87e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:09.490297 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f6ee83c-b321-44de-a660-de61c15b0a1d req-be89c7b3-46b9-4daa-8267-cce0f7dda87e tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0849543 Mar 10 06:23:09.622039 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7f6ee83c-b321-44de-a660-de61c15b0a1d req-e6e5884f-d91b-465e-8d25-ed2b24771d0a tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959210 Mar 10 06:23:09.668352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:09.796740 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-45a31d91-8251-4766-80fd-57ff8c047634 None None] Provisioning complete for port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:09.797139 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-45a31d91-8251-4766-80fd-57ff8c047634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:09.835677 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-45a31d91-8251-4766-80fd-57ff8c047634 None None] Port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:23:10.087463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:10.092578 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8ebf046b-a433-451f-9ca4-31f10e31699a admin admin] 10.222.0.15 "PUT /v2.0/routers/5c7e5a3f-99ff-4188-8819-36adc6710113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3454037 Mar 10 06:23:10.769641 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54914) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:10.775312 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-600129486-network', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:10.776850 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device aeb3f516-f682-4034-84ee-4e0b278fb4be up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:10.830308 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port aeb3f516-f682-4034-84ee-4e0b278fb4be triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:10.830901 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:10.859599 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Made reservation on behalf of afa7e5e4469f4d4ea049a9ea54a10fc9 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:23:10.862228 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:10.876509 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:10.912630 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port aeb3f516-f682-4034-84ee-4e0b278fb4be is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:10.913134 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:10.937021 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port aeb3f516-f682-4034-84ee-4e0b278fb4be, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=aeb3f516-f682-4034-84ee-4e0b278fb4be,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:10.959277 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks [] for security_group (6f8ee0dc-605f-4d91-b970-24534a598970), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.026534 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:11.037701 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:11.038314 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:11.042947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6f8ee0dc-605f-4d91-b970-24534a598970), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.045068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.078680 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:23:11.088676 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ee0dc-605f-4d91-b970-24534a598970,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:11.094683 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.095037 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Added segment 3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117 of type vlan for network ea8cda58-3268-4a83-8882-ba52cd1525a5 Mar 10 06:23:11.098055 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=aeb3f516-f682-4034-84ee-4e0b278fb4be,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:11.134941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (ea8cda58-3268-4a83-8882-ba52cd1525a5), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.160526 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:11.242602 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (ea8cda58-3268-4a83-8882-ba52cd1525a5), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.243552 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:11.244136 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.308062 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] Pushing event updated for resources: {'Network': ['ID=ea8cda58-3268-4a83-8882-ba52cd1525a5,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:11.318297 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:23:11.343410 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-7abf2843-8405-402c-9e89-d74dab9f67ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5726647 Mar 10 06:23:11.346056 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 54922) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:11.351190 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Request body: {'subnet': {'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-600129486-subnet', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:11.430994 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Made reservation on behalf of afa7e5e4469f4d4ea049a9ea54a10fc9 for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:23:11.433542 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.466742 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:09Z', 'revision_number': 2, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:11.497379 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:11.497893 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Updating router 5c7e5a3f-99ff-4188-8819-36adc6710113 port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:23:11.525489 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.688002 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (eb057949-ebcd-4404-819c-5c8bd7ca7d22), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.744304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb057949-ebcd-4404-819c-5c8bd7ca7d22,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:11.753628 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Checking segment: {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:11.753988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Network hostable DHCP agents. Network: ea8cda58-3268-4a83-8882-ba52cd1525a5, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:23:11.809695 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks [] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.864726 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:23:11.933618 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.973847 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, ea8cda58-3268-4a83-8882-ba52cd1525a5) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:11.984347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:11.985214 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:11.986243 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99c64b-04d5-4922-bf53-e088c5101ace None None] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:11.991462 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Pushing event updated for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:12.020493 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.024918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:23:12.070672 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Attempting to bind port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:12.072465 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Attempting to bind port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:12.073072 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Attempting to bind port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:12.085218 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:12.085588 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:12.086265 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.086804 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Bound using segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:12.087451 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Bound port: 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:12.087831 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.110315 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-ea8cda58-3268-4a83-8882-ba52cd1525a5', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:23:12.111281 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.130464 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54924) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:12.139906 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ba6e699c-e115-4f82-9977-b1b519da0d55 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7835217 Mar 10 06:23:12.140064 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:12.199986 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] For port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:12.203028 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] For port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:12.265549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.265814 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.266898 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.267668 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Allocated IP 172.20.0.2 (ea8cda58-3268-4a83-8882-ba52cd1525a5/eb057949-ebcd-4404-819c-5c8bd7ca7d22/ee8f318f-00e5-479c-baa5-55a713001445) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:12.280377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Provisioning complete for port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:12.280673 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.348241 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:12.348241 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:12.348241 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f72d2-8b04-4a5f-8793-f357377bb6dc None None] Pushing event updated for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=4']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:12.359969 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for router_controller (b33deba6-2d66-4617-b934-31c29f3cd5fb), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.441600 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Current status of the port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:12.442272 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.500075 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:12.510144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] For port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:12.541239 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks [] for port (ee8f318f-00e5-479c-baa5-55a713001445), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.574059 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.621631 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for router_gateway (b33deba6-2d66-4617-b934-31c29f3cd5fb), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.623477 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b16fd-8537-4db6-853c-9d840ebb839b None None] Pushing event updated for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:12.644922 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (ee8f318f-00e5-479c-baa5-55a713001445), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.708432 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:12.721720 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:12.731768 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:12.734881 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Pushing event updated for resources: {'Port': ['ID=ee8f318f-00e5-479c-baa5-55a713001445,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:12.736063 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:12.744484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-a792b50c-b000-4a20-a6fa-fb92f8e0d10c None None] Provisioning complete for port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:12.744866 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a792b50c-b000-4a20-a6fa-fb92f8e0d10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.750694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device aeb3f516-f682-4034-84ee-4e0b278fb4be up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:12.770863 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb93c40-279d-4c81-81d5-ace24da7a0f5 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:12.884792 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Attempting to bind port ee8f318f-00e5-479c-baa5-55a713001445 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:12.885163 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Attempting to bind port ee8f318f-00e5-479c-baa5-55a713001445 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:12.888224 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Attempting to bind port ee8f318f-00e5-479c-baa5-55a713001445 on network ea8cda58-3268-4a83-8882-ba52cd1525a5 {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:12.900482 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:12.900926 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Checking segment: {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:12.901304 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.901702 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Bound using segment: {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:12.902697 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Bound port: ee8f318f-00e5-479c-baa5-55a713001445, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:12.903459 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (ee8f318f-00e5-479c-baa5-55a713001445), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.944298 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for router_gateway (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.949290 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port aeb3f516-f682-4034-84ee-4e0b278fb4be triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:12.949745 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.967693 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:12.992850 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-a792b50c-b000-4a20-a6fa-fb92f8e0d10c None None] Current status of the port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:13.040015 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] For port ee8f318f-00e5-479c-baa5-55a713001445, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:13.043550 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] For port ee8f318f-00e5-479c-baa5-55a713001445, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=ee8f318f-00e5-479c-baa5-55a713001445,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:13.079954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Allocated IP 172.27.2.194 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/6cc764b0-3a10-4b4c-b295-38fe0959fb10) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:13.091551 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port aeb3f516-f682-4034-84ee-4e0b278fb4be is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:13.162868 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (ee8f318f-00e5-479c-baa5-55a713001445), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:13.223863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706f2f6-1fe8-4f04-9c89-da67684b1ee3 None None] Pushing event updated for resources: {'Port': ['ID=ee8f318f-00e5-479c-baa5-55a713001445,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:13.247075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:13.351337 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:13.413468 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:13.418642 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:13.420784 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Pushing event updated for resources: {'Port': ['ID=6cc764b0-3a10-4b4c-b295-38fe0959fb10,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:13.422924 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:13.797737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for router_gateway (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.005939 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.166167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4553bf1-cdab-4d4b-b3fa-05b1d5c204c3 None None] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:14.218558 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Router b33deba6-2d66-4617-b934-31c29f3cd5fb is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:23:14.249743 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Provisioning complete for port ee8f318f-00e5-479c-baa5-55a713001445 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:14.250110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (ee8f318f-00e5-479c-baa5-55a713001445), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.328226 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:14.348122 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Sync routers for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:14.376548 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:14.377093 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:14.378944 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Current status of the port ee8f318f-00e5-479c-baa5-55a713001445 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:14.379334 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (ee8f318f-00e5-479c-baa5-55a713001445), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.415726 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.419285 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-97eb4e54-8960-482b-b7d6-360e0b8a237c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2851186 Mar 10 06:23:14.420831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54932) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:14.457710 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] For port ee8f318f-00e5-479c-baa5-55a713001445, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=ee8f318f-00e5-479c-baa5-55a713001445,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:14.515305 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:14.517427 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (ee8f318f-00e5-479c-baa5-55a713001445), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.674877 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62effc4c-9289-41d1-8e42-6f3426cba7ea None None] Pushing event updated for resources: {'Port': ['ID=ee8f318f-00e5-479c-baa5-55a713001445,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:14.693549 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-657aaf7d-37c2-4879-9c94-e597deb81eec None None] Provisioning complete for port ee8f318f-00e5-479c-baa5-55a713001445 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:14.694049 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-657aaf7d-37c2-4879-9c94-e597deb81eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (ee8f318f-00e5-479c-baa5-55a713001445), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.864057 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:14.875109 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:14.984456 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:14.984742 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.009707 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:13Z', 'revision_number': 3, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:15.017208 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Allocated IP 172.20.0.1 (ea8cda58-3268-4a83-8882-ba52cd1525a5/eb057949-ebcd-4404-819c-5c8bd7ca7d22/54267ea2-126d-4927-bdca-a56f31f46c6e) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:15.038596 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-657aaf7d-37c2-4879-9c94-e597deb81eec None None] Current status of the port ee8f318f-00e5-479c-baa5-55a713001445 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:15.043392 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Checking router: b33deba6-2d66-4617-b934-31c29f3cd5fb for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:15.043747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Updating router b33deba6-2d66-4617-b934-31c29f3cd5fb port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:23:15.081170 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.126767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks [] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.201417 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:15.202497 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device ee8f318f-00e5-479c-baa5-55a713001445 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:15.237084 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.274555 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:15.282119 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:15.286358 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:15.289448 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Pushing event updated for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:15.315602 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port ee8f318f-00e5-479c-baa5-55a713001445 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:15.315984 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (ee8f318f-00e5-479c-baa5-55a713001445), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.329926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.462173 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks [] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.465845 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port ee8f318f-00e5-479c-baa5-55a713001445 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:15.533391 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.535733 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.594738 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Attempting to bind port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:15.595101 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Attempting to bind port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:15.595469 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Attempting to bind port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:15.602861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411a81-82e1-4695-a5a4-141d5c1039fa None None] Pushing event updated for resources: {'Port': ['ID=6cc764b0-3a10-4b4c-b295-38fe0959fb10,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:15.606076 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-2233f884-9049-4430-a0b7-6086dedc0278 None None] Provisioning complete for port 54267ea2-126d-4927-bdca-a56f31f46c6e triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:15.606463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2233f884-9049-4430-a0b7-6086dedc0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.608644 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:15.609020 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:15.609418 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.609810 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:15.610325 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Bound port: 6cc764b0-3a10-4b4c-b295-38fe0959fb10, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:15.610683 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.676437 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2233f884-9049-4430-a0b7-6086dedc0278 None None] Port 54267ea2-126d-4927-bdca-a56f31f46c6e cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:23:15.692920 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] For port 6cc764b0-3a10-4b4c-b295-38fe0959fb10, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:15.696462 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] For port 6cc764b0-3a10-4b4c-b295-38fe0959fb10, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6cc764b0-3a10-4b4c-b295-38fe0959fb10,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:15.708321 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks [] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.778921 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.790523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.835430 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:15.837019 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:15.841543 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411a81-82e1-4695-a5a4-141d5c1039fa None None] Pushing event updated for resources: {'Port': ['ID=6cc764b0-3a10-4b4c-b295-38fe0959fb10,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:15.866524 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:15.869514 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Pushing event updated for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:15.963911 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:15.980736 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:15.982179 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:16.123945 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Router b33deba6-2d66-4617-b934-31c29f3cd5fb has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:16.222042 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '54267ea2-126d-4927-bdca-a56f31f46c6e', 'name': '', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'mac_address': 'fa:16:3e:cd:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:14Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 2, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'subnets': [{'id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:16.250390 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd82381-03c3-4768-a327-1695d38682c3 None None] The sync data for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi is: [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '54267ea2-126d-4927-bdca-a56f31f46c6e', 'name': '', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'mac_address': 'fa:16:3e:cd:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:14Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 2, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'subnets': [{'id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:16.261790 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:16.267904 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7fbb607d-29fc-43f1-bd7c-416a550c7f38 admin admin] 10.222.0.15 "PUT /v2.0/routers/b33deba6-2d66-4617-b934-31c29f3cd5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8451920 Mar 10 06:23:16.300833 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-d36ce7a8-9af6-4b1d-9365-35c45c3b09cd None None] Provisioning complete for port 54267ea2-126d-4927-bdca-a56f31f46c6e triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:16.301307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d36ce7a8-9af6-4b1d-9365-35c45c3b09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:16.342241 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-d36ce7a8-9af6-4b1d-9365-35c45c3b09cd None None] Port 54267ea2-126d-4927-bdca-a56f31f46c6e cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:23:16.766951 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device ee8f318f-00e5-479c-baa5-55a713001445 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:16.809583 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port ee8f318f-00e5-479c-baa5-55a713001445 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:16.809962 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (ee8f318f-00e5-479c-baa5-55a713001445), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:16.882851 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54946) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:16.888950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812508895', 'description': 'tempest-secgroup-smoke-1812508895 description', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:16.899066 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port ee8f318f-00e5-479c-baa5-55a713001445 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:16.979620 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.080524 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (bd6c6cd1-91da-4746-925d-890b1ae08bce), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.219364 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd6c6cd1-91da-4746-925d-890b1ae08bce), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.253432 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6c6cd1-91da-4746-925d-890b1ae08bce,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:17.318504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.320364 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5468e4fd-4d58-4bec-9092-7c54e80a5f1d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4363289 Mar 10 06:23:17.323910 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54948) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:17.328449 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:17.453484 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d81a093a-3a57-4e2c-a62b-82fe5a4ec76d), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.516200 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d81a093a-3a57-4e2c-a62b-82fe5a4ec76d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.591250 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (d81a093a-3a57-4e2c-a62b-82fe5a4ec76d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.610062 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81a093a-3a57-4e2c-a62b-82fe5a4ec76d,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:17.695792 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.697021 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-7f6f57e6-fad1-4703-90ee-49ffb032ffc4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721600 Mar 10 06:23:17.709182 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54950) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:17.713651 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:17.818629 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (1cbf4878-a505-4b0c-a487-cf91957a512a), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.874348 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (1cbf4878-a505-4b0c-a487-cf91957a512a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.956145 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (1cbf4878-a505-4b0c-a487-cf91957a512a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:17.975179 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cbf4878-a505-4b0c-a487-cf91957a512a,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:18.049697 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.051173 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-1fb1d22b-e7ee-4eca-96c1-9ef81155aa24 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408127 Mar 10 06:23:18.053792 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54954) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:18.058194 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:18.206265 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (e362aa9e-93a8-46dc-8bdc-54d0bfb10c47), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.261599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (e362aa9e-93a8-46dc-8bdc-54d0bfb10c47), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.333743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (e362aa9e-93a8-46dc-8bdc-54d0bfb10c47), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.355252 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e362aa9e-93a8-46dc-8bdc-54d0bfb10c47,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:18.449977 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.451998 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-12b37caa-f621-4274-bcc9-9800b45176d0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3966105 Mar 10 06:23:18.454076 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54956) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:18.462102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:18.578122 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d271445c-e511-4636-af94-417fe37f966f), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.636435 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d271445c-e511-4636-af94-417fe37f966f), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.741330 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6cc764b0-3a10-4b4c-b295-38fe0959fb10 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:18.784347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (d271445c-e511-4636-af94-417fe37f966f), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.788599 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:18.789090 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.801809 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d271445c-e511-4636-af94-417fe37f966f,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:18.878288 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.879358 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3f655811-c28e-435e-92e5-1646c776c9f4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242716 Mar 10 06:23:18.882059 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54962) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:18.885831 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:18.886385 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:18.886942 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:18.909921 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 6cc764b0-3a10-4b4c-b295-38fe0959fb10, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6cc764b0-3a10-4b4c-b295-38fe0959fb10,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:19.017278 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.securitygroups_db [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Project 5c08a240a1e04d1c90e998b24dbe362e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:23:19.021086 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.027712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d494b058-ef19-414c-88da-bb97fe1efd19), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.109032 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=6cc764b0-3a10-4b4c-b295-38fe0959fb10,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:19.115169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (d494b058-ef19-414c-88da-bb97fe1efd19), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.207968 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (d494b058-ef19-414c-88da-bb97fe1efd19), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.225230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d494b058-ef19-414c-88da-bb97fe1efd19,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:19.301239 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.302475 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-0a631e4e-1cc4-4289-99ab-139d4ab507b7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194698 Mar 10 06:23:19.305347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 54974) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:19.309716 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'security_group_rule': {'security_group_id': 'bd6c6cd1-91da-4746-925d-890b1ae08bce', 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:19.424700 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.securitygroups_db [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Project 5c08a240a1e04d1c90e998b24dbe362e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:23:19.429764 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (0521dfc7-b0af-4fba-b4af-fc25702ed585), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.488841 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (0521dfc7-b0af-4fba-b4af-fc25702ed585), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.579080 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (0521dfc7-b0af-4fba-b4af-fc25702ed585), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.598990 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0521dfc7-b0af-4fba-b4af-fc25702ed585,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:19.701673 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:19.702945 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-290e8313-646b-42b8-808d-3ef493d9778d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966427 Mar 10 06:23:19.750399 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Sync routers for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:19.761066 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:19.761694 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:19.874121 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:20.074701 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '54267ea2-126d-4927-bdca-a56f31f46c6e', 'name': '', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'mac_address': 'fa:16:3e:cd:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:14Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 2, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'subnets': [{'id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:20.105026 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Checking router: b33deba6-2d66-4617-b934-31c29f3cd5fb for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:20.110275 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Updating router b33deba6-2d66-4617-b934-31c29f3cd5fb port 54267ea2-126d-4927-bdca-a56f31f46c6e binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:23:20.132484 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.385818 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks [] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.487900 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.633012 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc1c5e-8cf6-4ed5-96dd-2131d329546a None None] Pushing event updated for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:20.692099 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Attempting to bind port 54267ea2-126d-4927-bdca-a56f31f46c6e on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:20.692598 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Attempting to bind port 54267ea2-126d-4927-bdca-a56f31f46c6e by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:20.697535 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Attempting to bind port 54267ea2-126d-4927-bdca-a56f31f46c6e on network ea8cda58-3268-4a83-8882-ba52cd1525a5 {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:20.699143 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:20.699143 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Checking segment: {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:20.699350 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.699549 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Bound using segment: {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:20.700322 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Bound port: 54267ea2-126d-4927-bdca-a56f31f46c6e, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:20.701927 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.772959 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6cc764b0-3a10-4b4c-b295-38fe0959fb10 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:20.783038 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] For port 54267ea2-126d-4927-bdca-a56f31f46c6e, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:20.786350 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] For port 54267ea2-126d-4927-bdca-a56f31f46c6e, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=54267ea2-126d-4927-bdca-a56f31f46c6e,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:20.821356 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:20.821785 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.854183 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.910976 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:20.914436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Provisioning complete for port 54267ea2-126d-4927-bdca-a56f31f46c6e triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:20.914849 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:20.918682 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:20.920006 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:20.925076 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc1c5e-8cf6-4ed5-96dd-2131d329546a None None] Pushing event updated for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=4']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:21.005601 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Current status of the port 54267ea2-126d-4927-bdca-a56f31f46c6e is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:21.006091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:21.043352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] For port 54267ea2-126d-4927-bdca-a56f31f46c6e, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=54267ea2-126d-4927-bdca-a56f31f46c6e,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:21.050397 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:21.145031 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:21.191779 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747b2b8-2142-4d8b-bf20-d2585d347cbc None None] Pushing event updated for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:21.264161 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '54267ea2-126d-4927-bdca-a56f31f46c6e', 'name': '', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'mac_address': 'fa:16:3e:cd:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:14Z', 'updated_at': '2022-03-10T06:23:20Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'subnets': [{'id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:21.266847 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-09e3c9c4-3ca5-48ef-be99-791d5da78911 None None] Provisioning complete for port 54267ea2-126d-4927-bdca-a56f31f46c6e triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:21.267234 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-09e3c9c4-3ca5-48ef-be99-791d5da78911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:21.297408 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1ce5ce-3438-4091-8bc6-46f6e06711c3 None None] The sync data for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi is: [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:15Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '54267ea2-126d-4927-bdca-a56f31f46c6e', 'name': '', 'network_id': 'ea8cda58-3268-4a83-8882-ba52cd1525a5', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'mac_address': 'fa:16:3e:cd:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:14Z', 'updated_at': '2022-03-10T06:23:20Z', 'revision_number': 4, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'subnets': [{'id': 'eb057949-ebcd-4404-819c-5c8bd7ca7d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:21.356480 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-09e3c9c4-3ca5-48ef-be99-791d5da78911 None None] Current status of the port 54267ea2-126d-4927-bdca-a56f31f46c6e is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:22.097821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67d0c2-3bea-4deb-b3a5-5cc60be5c933 req-052814e7-df69-443a-84d9-513ad6048a98 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:22.099360 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d67d0c2-3bea-4deb-b3a5-5cc60be5c933 req-052814e7-df69-443a-84d9-513ad6048a98 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0588868 Mar 10 06:23:22.150119 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9d67d0c2-3bea-4deb-b3a5-5cc60be5c933 req-52814093-defd-40ca-b41d-568d5fd539a0 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Mar 10 06:23:22.740718 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 54267ea2-126d-4927-bdca-a56f31f46c6e up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:22.789559 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 54267ea2-126d-4927-bdca-a56f31f46c6e triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:22.789819 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:22.868093 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 54267ea2-126d-4927-bdca-a56f31f46c6e is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:23.272692 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c6b42-15ac-4a2a-9142-84d232668fad req-0dc28e01-2558-4821-8870-b78a08cf2484 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:23.274178 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a10c6b42-15ac-4a2a-9142-84d232668fad req-0dc28e01-2558-4821-8870-b78a08cf2484 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0570071 Mar 10 06:23:23.323943 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a10c6b42-15ac-4a2a-9142-84d232668fad req-b1c73721-3f87-45ec-990b-678bd0f4c123 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 Mar 10 06:23:24.117130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-9db0671c-4a1c-4bad-9649-dd46c9bacf48 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:24.118671 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-9db0671c-4a1c-4bad-9649-dd46c9bacf48 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.0695605 Mar 10 06:23:24.233340 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:24.233627 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:24.324923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] For port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:24.325718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:24.527026 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268106a-7dce-42a4-a487-947597d3dc4f req-2b51fdef-9098-4de9-9e97-3d4cdce45bb2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:24.529011 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d268106a-7dce-42a4-a487-947597d3dc4f req-2b51fdef-9098-4de9-9e97-3d4cdce45bb2 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 946 time: 0.1103041 Mar 10 06:23:24.542509 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:24.542848 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:24.543184 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Floating IP b52d0eed-5d03-4892-904e-4b417bdc599f disassociated. External IP: 172.27.2.26, port: 6fc2dc97-8e96-4470-ac35-69e9bcbbea15. Mar 10 06:23:24.543504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:24.625376 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d268106a-7dce-42a4-a487-947597d3dc4f req-8a00bbc8-aaac-4151-9487-606d718d2104 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups?id=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899966 Mar 10 06:23:24.744930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (6fc2dc97-8e96-4470-ac35-69e9bcbbea15), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:24.777222 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=6fc2dc97-8e96-4470-ac35-69e9bcbbea15,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:24.897869 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:25.009812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:25.020301 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:25.030330 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:25.030932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:25.057572 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] No DVR routers for this DVR port 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:25.059511 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:25.063588 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12d395bf-ea4a-4327-a5dd-770fece8bbfa req-44298eae-9914-433c-9dea-e7bf56459545 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.37 "DELETE /v2.0/ports/6fc2dc97-8e96-4470-ac35-69e9bcbbea15 HTTP/1.1" status: 204 len: 173 time: 0.9268103 Mar 10 06:23:25.064031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'name': 'network-vif-deleted', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:25.066609 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a3db8-1e82-46a6-992b-6f8d1ea46d2d" -d '{"events": [{"server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "name": "network-vif-deleted", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:25.108783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c31c71-e893-45d5-9fd6-7191db191bb2 x-openstack-request-id: req-86c31c71-e893-45d5-9fd6-7191db191bb2 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:25.109214 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f628c267-7973-418a-9613-5fdc3ba8db8d", "name": "network-vif-deleted", "tag": "6fc2dc97-8e96-4470-ac35-69e9bcbbea15", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:25.109568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86c31c71-e893-45d5-9fd6-7191db191bb2 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:25.110082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f628c267-7973-418a-9613-5fdc3ba8db8d', 'name': 'network-vif-deleted', 'tag': '6fc2dc97-8e96-4470-ac35-69e9bcbbea15', 'status': 'completed', 'code': 200} Mar 10 06:23:25.152877 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:25.378478 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:25.406739 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:25.415144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:25.415758 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:22:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:25.676994 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:25.735878 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2637723-db0f-478a-8adb-4d04afb7360d req-725adccf-44a4-4c40-9b00-4f115aa2a42d tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/ports?device_id=f628c267-7973-418a-9613-5fdc3ba8db8d HTTP/1.1" status: 200 len: 210 time: 0.0309644 Mar 10 06:23:25.932748 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-70bdffaa-d901-4923-b7f8-1dac8133a1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:26.028864 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:26.066141 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75086329-ce0b-42e0-ab3e-86d98416ef06 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:41Z', 'revision_number': 4, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '912741c9-cde7-4408-8bcb-90655cfa42c7', 'name': '', 'network_id': 'cf442853-dabc-4faa-8b2f-89c6af46b0ee', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'mac_address': 'fa:16:3e:e9:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:37Z', 'updated_at': '2022-03-10T06:16:49Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'subnets': [{'id': '9158217e-728d-42f8-87b9-5c7decd0dab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:26.305182 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b002dc4-2551-4673-bd2f-1eb8de8705fc None None] New status for floating IP b52d0eed-5d03-4892-904e-4b417bdc599f: DOWN {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:23:26.888700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55094) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:26.944682 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:26.971732 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.110804 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.113491 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.114986 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/security-groups/00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8 HTTP/1.1" status: 204 len: 168 time: 0.2249930 Mar 10 06:23:27.118123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55100) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:27.136102 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39643f-334b-40d6-98ca-f983f7f9409b tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:27.138716 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-669b1edf-07dc-43c0-baa6-ed90ced2f8bb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] show failed (client error): The resource could not be found. Mar 10 06:23:27.141326 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-669b1edf-07dc-43c0-baa6-ed90ced2f8bb tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "GET /v2.0/security-groups/00d06f5a-bb49-4ef6-a0d6-416c3a0af5c8 HTTP/1.1" status: 404 len: 347 time: 0.0214777 Mar 10 06:23:27.143515 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55102) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:27.287925 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Deleting port 5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:27.288185 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.369350 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.369680 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.382465 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Calling delete_port for 5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:27.624830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.651041 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Pushing event deleted for resources: {'Port': ['ID=5ff414ff-e336-4f61-a4a7-8fd8ceb75ab9,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:27.716972 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks [] for floatingip (b52d0eed-5d03-4892-904e-4b417bdc599f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.720039 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:27.721213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ac002041-125a-4104-95af-f3134b5046e4 tempest-AttachVolumeNegativeTest-982416724 tempest-AttachVolumeNegativeTest-982416724-project] 10.222.0.15 "DELETE /v2.0/floatingips/b52d0eed-5d03-4892-904e-4b417bdc599f HTTP/1.1" status: 204 len: 168 time: 0.5767746 Mar 10 06:23:27.944955 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-63088eb7-2da3-4e7c-8a41-7c2b73fbdefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:28.751079 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:28.771786 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:28.772118 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 6fc2dc97-8e96-4470-ac35-69e9bcbbea15 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:29.202178 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:29.671257 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:29.893009 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:23:30.818110 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:31.804743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55168) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:32.253354 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:32.333310 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:32.873053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Deleting port 912741c9-cde7-4408-8bcb-90655cfa42c7 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:32.873828 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:32.962490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] For port 912741c9-cde7-4408-8bcb-90655cfa42c7, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=912741c9-cde7-4408-8bcb-90655cfa42c7,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:32.962887 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:32.976074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Calling delete_port for 912741c9-cde7-4408-8bcb-90655cfa42c7 owned by network:router_interface {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:33.213704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (912741c9-cde7-4408-8bcb-90655cfa42c7), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:33.239442 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Pushing event deleted for resources: {'Port': ['ID=912741c9-cde7-4408-8bcb-90655cfa42c7,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:33.415547 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:33.649920 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Router 0b67ac74-efc9-47eb-b9c9-1b585444246a has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:33.758942 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:33.763780 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-079e1b0a-70b3-4096-9087-3e36713ff48f admin admin] 10.222.0.15 "PUT /v2.0/routers/0b67ac74-efc9-47eb-b9c9-1b585444246a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583263 Mar 10 06:23:33.766333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55200) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:33.768918 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Sync routers for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:33.779948 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:33.780801 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:33.880662 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks [] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:33.901523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:33.985196 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks [] for router_gateway (0b67ac74-efc9-47eb-b9c9-1b585444246a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.086607 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:33Z', 'revision_number': 5, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port': {'id': 'fe4dc2f2-052c-4584-ac53-caa1e9fdd79f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:47:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:34.095893 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Deleting port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:34.096239 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.113932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Checking router: 0b67ac74-efc9-47eb-b9c9-1b585444246a for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:34.122737 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Routers {'0b67ac74-efc9-47eb-b9c9-1b585444246a'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:34.123331 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['0b67ac74-efc9-47eb-b9c9-1b585444246a'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:34.180223 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] For port fe4dc2f2-052c-4584-ac53-caa1e9fdd79f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:34.180637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.194180 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Calling delete_port for fe4dc2f2-052c-4584-ac53-caa1e9fdd79f owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:34.218332 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] Set router 0b67ac74-efc9-47eb-b9c9-1b585444246a gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:34.273451 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:33Z', 'revision_number': 6, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:34.287619 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-9d058c5f-61f7-4149-9d7f-ff6800b638b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914493 Mar 10 06:23:34.300930 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931fe97-2cdf-40c8-8983-dcab144b6c84 None None] The sync data for ids ['0b67ac74-efc9-47eb-b9c9-1b585444246a'] in dv-cinder-804735-28-iscsi is: [{'id': '0b67ac74-efc9-47eb-b9c9-1b585444246a', 'name': 'tempest-AttachVolumeNegativeTest-1596701525-router', 'tenant_id': '21e8c8866ebe41d3bdecc19450a10669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:33Z', 'revision_number': 6, 'project_id': '21e8c8866ebe41d3bdecc19450a10669', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:34.429419 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-caca7250-3520-4a82-8d57-68707d5fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:34.437339 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-caca7250-3520-4a82-8d57-68707d5fc28d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1162e8b2e9c540718036e610692b772b&device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 1131 time: 0.0790653 Mar 10 06:23:34.537590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (fe4dc2f2-052c-4584-ac53-caa1e9fdd79f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.565657 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-96a7ed51-34f9-449c-bc6e-bb79532e687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:34.567149 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-96a7ed51-34f9-449c-bc6e-bb79532e687e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 200 len: 917 time: 0.1148715 Mar 10 06:23:34.569551 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4dc2f2-052c-4584-ac53-caa1e9fdd79f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:34.680303 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-f8dbc153-95bb-4e5c-bfd5-a2992f474e0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 200 len: 1002 time: 0.1063726 Mar 10 06:23:34.683002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.837718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.841652 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks [] for router_controller (0b67ac74-efc9-47eb-b9c9-1b585444246a), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.847284 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-0291daf6-5e77-4333-a9cb-a43115da8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:34.848757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-0291daf6-5e77-4333-a9cb-a43115da8675 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 200 len: 855 time: 0.1614883 Mar 10 06:23:34.929637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-e7b4596f-5358-4b21-828e-a3d1d1dd5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:34.931162 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-e7b4596f-5358-4b21-828e-a3d1d1dd5803 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6f27f0a-85d6-4f72-b783-df2f3c6b5193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459042 Mar 10 06:23:34.967719 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (0b67ac74-efc9-47eb-b9c9-1b585444246a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.968168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b67ac74-efc9-47eb-b9c9-1b585444246a {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:23:34.975653 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:34.975653 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-60bf08a8-90e6-4de0-88be-2ba77a6deff0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0b67ac74-efc9-47eb-b9c9-1b585444246a HTTP/1.1" status: 204 len: 168 time: 1.2071371 Mar 10 06:23:34.977240 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55206) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:35.026071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Deleting subnet 9158217e-728d-42f8-87b9-5c7decd0dab7 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:23:35.029103 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Publish callbacks [] for subnet (9158217e-728d-42f8-87b9-5c7decd0dab7), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.031280 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-2c1ce112-a484-4ff4-85c7-7e44db055e3d service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936968 Mar 10 06:23:35.067148 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (9158217e-728d-42f8-87b9-5c7decd0dab7), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.124125 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fbad491-5fa5-4291-ab08-c46694fd16b2 req-8feece9b-f659-4b05-a051-c9d84ef22386 service neutron] 10.222.0.37 "GET /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839958 Mar 10 06:23:35.144050 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (9158217e-728d-42f8-87b9-5c7decd0dab7), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.144454 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 912741c9-cde7-4408-8bcb-90655cfa42c7 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:35.166473 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 912741c9-cde7-4408-8bcb-90655cfa42c7 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:35.166851 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 912741c9-cde7-4408-8bcb-90655cfa42c7 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:35.287915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (9158217e-728d-42f8-87b9-5c7decd0dab7), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.312924 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9158217e-728d-42f8-87b9-5c7decd0dab7,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:35.319519 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.323094 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-147cf023-eabc-4d9a-b700-cf022058fc68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9158217e-728d-42f8-87b9-5c7decd0dab7 HTTP/1.1" status: 204 len: 168 time: 0.3444028 Mar 10 06:23:35.324750 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68aa2f0-63ff-4299-bd33-eca8a5f9d15b None None] Network cf442853-dabc-4faa-8b2f-89c6af46b0ee requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:35.325480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55208) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:35.413577 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (cf442853-dabc-4faa-8b2f-89c6af46b0ee), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.470514 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Deleting port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:35.470886 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.529324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] DHCP port deletion for cf442853-dabc-4faa-8b2f-89c6af46b0ee request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:23:35.534378 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] For port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:35.534799 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.547523 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Calling delete_port for dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:35.574754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Deleting port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:35.575216 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.640710 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] For port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,segment=NetworkSegment(6370a139-0d22-4042-8df4-f1058c457312),segment_id=6370a139-0d22-4042-8df4-f1058c457312)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:35.641109 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.654173 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Calling delete_port for dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:35.688054 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.716938 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] No DVR routers for this DVR port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:35.720901 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:35.738116 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.763112 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] Pushing event deleted for resources: {'Port': ['ID=dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:35.766744 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f936a5b-4725-4958-a663-3934acf5e35e None None] No DVR routers for this DVR port dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:35.795402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (cf442853-dabc-4faa-8b2f-89c6af46b0ee), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.816381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf442853-dabc-4faa-8b2f-89c6af46b0ee']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:35.825949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6370a139-0d22-4042-8df4-f1058c457312') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:35.826242 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6370a139-0d22-4042-8df4-f1058c457312') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:35.835254 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (6370a139-0d22-4042-8df4-f1058c457312), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.848244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (6370a139-0d22-4042-8df4-f1058c457312), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.854399 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:23:35.854817 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (6370a139-0d22-4042-8df4-f1058c457312), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:23:35.856593 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:23:35.978783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (cf442853-dabc-4faa-8b2f-89c6af46b0ee), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.984757 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:35.987873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf442853-dabc-4faa-8b2f-89c6af46b0ee HTTP/1.1" status: 204 len: 168 time: 0.6611023 Mar 10 06:23:35.998741 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf61f-04e8-4056-ab71-845c7fb7b2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf442853-dabc-4faa-8b2f-89c6af46b0ee,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:36.401581 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55218) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:36.445565 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-57cd2cc4-fdc6-4859-baa5-d38635e08131 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21e8c8866ebe41d3bdecc19450a10669&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428381 Mar 10 06:23:36.448075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55220) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:36.492778 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] Publish callbacks [] for security_group (d93bdd10-95cc-4f59-b37d-df1e537641d9), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:36.512718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] Publish callbacks [] for security_group (d93bdd10-95cc-4f59-b37d-df1e537641d9), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:36.663704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d93bdd10-95cc-4f59-b37d-df1e537641d9), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:36.666568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:36.667935 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d93bdd10-95cc-4f59-b37d-df1e537641d9 HTTP/1.1" status: 204 len: 168 time: 0.2189860 Mar 10 06:23:36.677444 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0e5a0-1040-491e-aa70-b486f0f97b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93bdd10-95cc-4f59-b37d-df1e537641d9,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:36.761081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device fe4dc2f2-052c-4584-ac53-caa1e9fdd79f no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:36.782209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: fe4dc2f2-052c-4584-ac53-caa1e9fdd79f {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:36.782678 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device fe4dc2f2-052c-4584-ac53-caa1e9fdd79f not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:36.783105 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:36.801618 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:36.801965 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device dff1ea6d-8d39-48f4-931a-1b1bce0fc5dc not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:37.785281 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-1accd2d9-deb1-4a0c-a84f-06e1619f3418 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812508895&fields=id&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 267 time: 0.0442221 Mar 10 06:23:37.896593 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-50442f41-3137-42e9-99f3-c5a658f1a073 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:37.898035 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-50442f41-3137-42e9-99f3-c5a658f1a073 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.1058307 Mar 10 06:23:37.912940 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-3d8ec2ec-4eab-4c5e-90cc-30027bb8b8e2 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/quotas/5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 375 time: 0.0094721 Mar 10 06:23:37.970375 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-5b57f209-0793-49d0-a548-e25f55e809a2 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510938 Mar 10 06:23:38.157775 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-b6e2929c-4ba0-4a9b-8922-a0f9a3dbc03a service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755261 Mar 10 06:23:38.245372 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-5fe4f9c7-fd26-4025-a724-67aaa67bc5b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818868 Mar 10 06:23:38.415925 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55294) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:38.520068 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-218ef027-b09d-4e73-9b09-0b351a49389a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.592685 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-218ef027-b09d-4e73-9b09-0b351a49389a admin admin] Publish callbacks [] for security_group (27e3ecaa-db40-4998-8b9f-945a6a0fe1c7), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.676190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-218ef027-b09d-4e73-9b09-0b351a49389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (27e3ecaa-db40-4998-8b9f-945a6a0fe1c7), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.717805 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-218ef027-b09d-4e73-9b09-0b351a49389a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4eb218db02cb4398bbe5fc287bc36f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007574 Mar 10 06:23:38.718684 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ef027-b09d-4e73-9b09-0b351a49389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e3ecaa-db40-4998-8b9f-945a6a0fe1c7,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:38.720813 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55298) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:38.776881 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] Publish callbacks [] for security_group (27e3ecaa-db40-4998-8b9f-945a6a0fe1c7), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.784982 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7b9e1e7c-ffc0-47fd-9c0c-8a16882a0c17 req-bf2e57d5-f2b8-42be-a872-1f9f0417ac48 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 210 time: 0.0297492 Mar 10 06:23:38.804522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] Publish callbacks [] for security_group (27e3ecaa-db40-4998-8b9f-945a6a0fe1c7), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.910559 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (27e3ecaa-db40-4998-8b9f-945a6a0fe1c7), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.913388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:38.914617 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27e3ecaa-db40-4998-8b9f-945a6a0fe1c7 HTTP/1.1" status: 204 len: 168 time: 0.1923263 Mar 10 06:23:38.923214 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc33811-dcb6-4340-a898-87f7f406cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e3ecaa-db40-4998-8b9f-945a6a0fe1c7,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:39.880811 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-68644a6b-b8ef-4657-863c-040ff2166563 req-04634e9e-0597-4e96-86aa-c509906633e4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 210 time: 0.0283265 Mar 10 06:23:40.977942 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-58d5a92e-d0f8-4c1d-a659-5963cf86b0d6 req-223f8378-bf77-4215-b8d7-c30aba62d21d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 210 time: 0.0274515 Mar 10 06:23:41.226733 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-bb7069da-c1a4-48f2-844f-05e8dd8cd7df tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:41.228165 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-bb7069da-c1a4-48f2-844f-05e8dd8cd7df tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.1045582 Mar 10 06:23:41.299757 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-d496465a-3310-4ada-8ffb-0671e46b8997 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 380 time: 0.0552719 Mar 10 06:23:41.309422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'port': {'device_id': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'admin_state_up': True, 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'security_groups': ['bd6c6cd1-91da-4746-925d-890b1ae08bce']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:41.603180 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Made reservation on behalf of 5c08a240a1e04d1c90e998b24dbe362e for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:23:41.606771 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:41.736684 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.20.0.12 (a4645b49-6e10-46db-b639-3858e40c32eb/405b7e5b-a3a5-4580-9827-a54ee4657ddd/e6cf5662-0708-4c44-b0cb-aed4f1d1caf3) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:41.890294 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.019216 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.068957 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:42.093570 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:42.099968 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:42.124873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:42.164804 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:42.165431 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.175861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dacb6-6257-48cd-b650-5e2ae49d1445 req-68dad856-8e4e-454b-b030-d53818c43927 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:42.177378 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-878dacb6-6257-48cd-b650-5e2ae49d1445 req-68dad856-8e4e-454b-b030-d53818c43927 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 932 time: 0.1270814 Mar 10 06:23:42.238872 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-878dacb6-6257-48cd-b650-5e2ae49d1445 req-fd3d7279-46a2-48b1-80d4-ad803dd1833e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490649 Mar 10 06:23:42.270917 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-a0c8d39d-09eb-4db3-a089-66d5e25e1f82 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647832 Mar 10 06:23:42.290017 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Request body: {'port': {'device_id': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:42.336901 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-8ca54334-6b80-448f-8aaa-b09ee98b439d None None] Provisioning complete for port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:42.337539 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8ca54334-6b80-448f-8aaa-b09ee98b439d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.352373 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.375858 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-8ca54334-6b80-448f-8aaa-b09ee98b439d None None] Port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:23:42.616642 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:23:42.625293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks [] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.637582 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Transition to ACTIVE for port object e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:23:42.732836 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:42.787336 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:42.861603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Attempting to bind port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:23:42.861948 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Attempting to bind port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:23:42.862270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Attempting to bind port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:42.868401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 on network a4645b49-6e10-46db-b639-3858e40c32eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:23:42.868612 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Attempting to bind port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:23:42.874919 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:23:42.875209 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:23:42.875603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Bound using segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:23:42.876041 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Bound port: e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:23:42.876423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:43.248127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:23:43.252311 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:23:43.346116 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:43.383316 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561144-4e9d-4467-bad4-5eaedca41968 req-2b430e67-a7c3-4494-b1a5-9aa18b9bad11 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.385175 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e561144-4e9d-4467-bad4-5eaedca41968 req-2b430e67-a7c3-4494-b1a5-9aa18b9bad11 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0806713 Mar 10 06:23:43.396664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.397279 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:43.398810 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] 10.222.0.37 "PUT /v2.0/ports/e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 200 len: 1094 time: 1.1134701 Mar 10 06:23:43.399255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:43.401470 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33377293-0ca1-423e-be20-db4bd9c29420" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:43.439431 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93494f6-e975-4277-9f5d-0c8c744b231b service neutron] Pushing event updated for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:43.467258 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e561144-4e9d-4467-bad4-5eaedca41968 req-d52c7c0a-e814-44f3-9a37-a2daf6089cbe tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742624 Mar 10 06:23:43.542509 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d7166-4493-4f08-b608-f0dc042d9a55 x-openstack-request-id: req-4a6d7166-4493-4f08-b608-f0dc042d9a55 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:43.543075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:43.543859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a6d7166-4493-4f08-b608-f0dc042d9a55 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:43.544435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'status': 'completed', 'code': 200} Mar 10 06:23:43.618201 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-26c66e3f-e47b-4ea5-ac1d-c6b0c37f29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.620121 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-26c66e3f-e47b-4ea5-ac1d-c6b0c37f29d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1128 time: 0.0456922 Mar 10 06:23:43.677649 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-f1b0865b-5858-44b9-9fde-0b4a5d2f164b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 200 len: 217 time: 0.0383921 Mar 10 06:23:43.732205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40d8e6-2618-4784-a640-8f7c5e29a0cc req-e5797686-3dea-4204-8442-e4c8ee1a5f24 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.734468 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b40d8e6-2618-4784-a640-8f7c5e29a0cc req-e5797686-3dea-4204-8442-e4c8ee1a5f24 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0613797 Mar 10 06:23:43.801823 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-347f4f03-52c9-47b1-af17-e92472aef235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.803296 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-347f4f03-52c9-47b1-af17-e92472aef235 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0678101 Mar 10 06:23:43.821716 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3b40d8e6-2618-4784-a640-8f7c5e29a0cc req-684bf182-cdee-4b3b-a43b-942cfd313e60 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789557 Mar 10 06:23:43.864303 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-cf527046-3fdb-4a4c-b198-8e840e757f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:43.865903 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-cf527046-3fdb-4a4c-b198-8e840e757f6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539515 Mar 10 06:23:43.962533 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-1ac0965d-d9ee-4d16-bb58-a475603fbbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880101 Mar 10 06:23:44.060205 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f1a8c25-cf09-4b3a-ab38-e7a5e4e3f43c req-cc886608-182c-4f46-861d-07121f223bce service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908642 Mar 10 06:23:44.359066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377293-0ca1-423e-be20-db4bd9c29420 req-97689870-c3d2-41b2-a0fa-33d2a0881d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.360556 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-97689870-c3d2-41b2-a0fa-33d2a0881d70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1128 time: 0.0448048 Mar 10 06:23:44.459124 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377293-0ca1-423e-be20-db4bd9c29420 req-b219c056-1f61-40ee-8a26-c7288c0f90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.460584 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-b219c056-1f61-40ee-8a26-c7288c0f90d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0839174 Mar 10 06:23:44.524613 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-b02f7fff-870a-4e49-9605-5ad4b78271a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 200 len: 217 time: 0.0466380 Mar 10 06:23:44.605767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377293-0ca1-423e-be20-db4bd9c29420 req-e33e0f7b-e383-44a8-8903-d028e8920209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.607221 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-e33e0f7b-e383-44a8-8903-d028e8920209 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0700264 Mar 10 06:23:44.653510 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f72a7d-990e-4b74-b36b-b7236e4fcbde req-2354ac71-a1e7-448d-993e-b57c54ae6c6d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.655085 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22f72a7d-990e-4b74-b36b-b7236e4fcbde req-2354ac71-a1e7-448d-993e-b57c54ae6c6d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.1093643 Mar 10 06:23:44.689697 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33377293-0ca1-423e-be20-db4bd9c29420 req-506036f9-9641-402a-b0a6-bb3bcc76f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.691227 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-506036f9-9641-402a-b0a6-bb3bcc76f55f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774372 Mar 10 06:23:44.730302 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-22f72a7d-990e-4b74-b36b-b7236e4fcbde req-ccfe77b9-286a-4ae9-9e72-daadeb3711cd tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694094 Mar 10 06:23:44.798838 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-5a0a4ec9-d91a-4b07-b243-b10f0f027347 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970452 Mar 10 06:23:44.909150 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33377293-0ca1-423e-be20-db4bd9c29420 req-34f42545-3d45-4f3c-a081-aa9d564b3b08 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032577 Mar 10 06:23:44.962060 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0e458-26c3-4301-9c78-c55f4b11eac3 req-3c584c5b-250b-4249-b887-954ae1b5a8fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:44.963555 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aaa0e458-26c3-4301-9c78-c55f4b11eac3 req-3c584c5b-250b-4249-b887-954ae1b5a8fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0534832 Mar 10 06:23:45.010771 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-aaa0e458-26c3-4301-9c78-c55f4b11eac3 req-56507448-6021-4a0b-abb8-299183e928ae tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399513 Mar 10 06:23:45.468560 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-9d7ee6e6-879c-4a34-9550-b3e23778f5fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:45.470453 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-9d7ee6e6-879c-4a34-9550-b3e23778f5fb tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 947 time: 0.0591743 Mar 10 06:23:45.568132 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Deleting port 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:45.568481 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:45.665979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] For port 64652a3f-97be-4f39-b2b5-e8e7b4541783, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=64652a3f-97be-4f39-b2b5-e8e7b4541783,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:45.666355 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:45.861408 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:45.861770 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:45.862082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Floating IP 6275bd7f-6249-4e54-993b-c40109de9be4 disassociated. External IP: 172.27.2.222, port: 64652a3f-97be-4f39-b2b5-e8e7b4541783. Mar 10 06:23:45.862416 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Calling delete_port for 64652a3f-97be-4f39-b2b5-e8e7b4541783 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:45.918422 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6247267-cb43-4091-afdd-c2bfad12d328 req-0bf9b344-d9f4-4eb5-a85d-41dd11d1d56c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:45.919873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6247267-cb43-4091-afdd-c2bfad12d328 req-0bf9b344-d9f4-4eb5-a85d-41dd11d1d56c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.1091192 Mar 10 06:23:45.989411 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a6247267-cb43-4091-afdd-c2bfad12d328 req-5e5d0b38-72cc-49ae-89f7-a352c311a50b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632217 Mar 10 06:23:46.115742 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (64652a3f-97be-4f39-b2b5-e8e7b4541783), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:46.149507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'Port': ['ID=64652a3f-97be-4f39-b2b5-e8e7b4541783,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:46.202070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4ee42-e150-4fa7-b6b2-a14cc57b3c98 req-76da7d74-c513-43d1-bd07-9cc097900d69 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:46.203654 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03b4ee42-e150-4fa7-b6b2-a14cc57b3c98 req-76da7d74-c513-43d1-bd07-9cc097900d69 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 868 time: 0.1198325 Mar 10 06:23:46.297646 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-03b4ee42-e150-4fa7-b6b2-a14cc57b3c98 req-2f91e3cb-ed4f-4d14-9c2c-9343a4e727f7 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5e0e54c-16bc-420f-ac80-6fd776b1eed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874586 Mar 10 06:23:46.306097 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:46.412413 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:46.421932 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:46.430913 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:46.431508 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:46.452062 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] No DVR routers for this DVR port 64652a3f-97be-4f39-b2b5-e8e7b4541783 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:46.455316 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:46.462552 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8fc360ad-7646-47f0-811d-77d1b99dea7d req-90acbb23-d731-41ed-8cea-fd387fbc7305 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.37 "DELETE /v2.0/ports/64652a3f-97be-4f39-b2b5-e8e7b4541783 HTTP/1.1" status: 204 len: 173 time: 0.9861703 Mar 10 06:23:46.462994 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-deleted', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:46.465244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2178c5-55fb-4bf0-a028-b0769532a6b6" -d '{"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-deleted", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:46.508191 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabaf1fd-c76d-4c71-8b3c-9c653fc88488 x-openstack-request-id: req-aabaf1fd-c76d-4c71-8b3c-9c653fc88488 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:46.508777 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e5de3-1f15-4201-851e-eb5c5caf8a0b", "name": "network-vif-deleted", "tag": "64652a3f-97be-4f39-b2b5-e8e7b4541783", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:46.508777 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aabaf1fd-c76d-4c71-8b3c-9c653fc88488 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:46.509134 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331e5de3-1f15-4201-851e-eb5c5caf8a0b', 'name': 'network-vif-deleted', 'tag': '64652a3f-97be-4f39-b2b5-e8e7b4541783', 'status': 'completed', 'code': 200} Mar 10 06:23:46.547495 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:46.747469 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:46.775885 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:46.784436 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:46.785022 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:46.887740 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:47.081310 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:47.106447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c595f-c42b-4d5d-8e6b-ca986870da3b req-19d72aea-54ed-461e-bd9c-27122840bf57 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:47.107945 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cb0c595f-c42b-4d5d-8e6b-ca986870da3b req-19d72aea-54ed-461e-bd9c-27122840bf57 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0515027 Mar 10 06:23:47.109375 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1afc661-035a-4599-adf4-f91a697d8f53 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:16:40Z', 'revision_number': 4, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '1a53ef08-7ae5-4760-8a17-308bd1c2bb84', 'name': '', 'network_id': 'd6f27f0a-85d6-4f72-b783-df2f3c6b5193', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'mac_address': 'fa:16:3e:e1:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:35Z', 'updated_at': '2022-03-10T06:16:51Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'subnets': [{'id': '55f2e688-dab2-4b71-af9a-55953ca6febd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:47.162959 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cb0c595f-c42b-4d5d-8e6b-ca986870da3b req-0de6dddc-8b5f-4621-a33f-a7ad544bc45d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490396 Mar 10 06:23:47.331329 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395d0fb-76d7-422a-9b90-43da766ed47c None None] New status for floating IP 6275bd7f-6249-4e54-993b-c40109de9be4: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:23:47.397873 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1171b1d4-b8c2-40d1-b67e-2af27372cd22 req-30735d08-9324-4764-bc58-1413c757d7e2 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0277331 Mar 10 06:23:48.282772 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194335cf-3ae1-4a1f-a2fc-2feb8cb9a3f0 req-249ac8ea-7113-466f-8c35-f94536e34f33 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:48.284244 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-194335cf-3ae1-4a1f-a2fc-2feb8cb9a3f0 req-249ac8ea-7113-466f-8c35-f94536e34f33 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0527966 Mar 10 06:23:48.334783 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-194335cf-3ae1-4a1f-a2fc-2feb8cb9a3f0 req-c3e03302-64a2-405d-98cf-38c863f4404b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Mar 10 06:23:48.519057 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-f24d813d-1708-414d-be2b-8a684905e6d3 req-722ac2a2-b8a6-4b3f-bb57-759a830f1860 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/ports?device_id=331e5de3-1f15-4201-851e-eb5c5caf8a0b HTTP/1.1" status: 200 len: 210 time: 0.0362847 Mar 10 06:23:49.311455 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:49.340152 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 64652a3f-97be-4f39-b2b5-e8e7b4541783 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:49.340496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 64652a3f-97be-4f39-b2b5-e8e7b4541783 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:49.449695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259af84-a4f5-4e42-a0f9-617b11642190 req-3b063062-fa84-4240-9872-774c986cbf07 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:49.451181 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9259af84-a4f5-4e42-a0f9-617b11642190 req-3b063062-fa84-4240-9872-774c986cbf07 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0507462 Mar 10 06:23:49.504277 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9259af84-a4f5-4e42-a0f9-617b11642190 req-dc9fac31-b66f-450c-9b30-122a7a95a39d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468183 Mar 10 06:23:49.660735 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55500) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:49.728235 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (a5e0e54c-16bc-420f-ac80-6fd776b1eed4), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:49.731331 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135c72-2a30-4d3f-87cb-52217f15e8e6 req-c055122a-e2a1-4307-b8d3-81504fa7560a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:49.732996 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b135c72-2a30-4d3f-87cb-52217f15e8e6 req-c055122a-e2a1-4307-b8d3-81504fa7560a tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0542858 Mar 10 06:23:49.753967 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (a5e0e54c-16bc-420f-ac80-6fd776b1eed4), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:49.783257 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6b135c72-2a30-4d3f-87cb-52217f15e8e6 req-41c9919f-57b7-4532-aeef-c8acfaf4226e tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434246 Mar 10 06:23:49.876057 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a5e0e54c-16bc-420f-ac80-6fd776b1eed4), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:49.879198 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:49.880350 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5e0e54c-16bc-420f-ac80-6fd776b1eed4 HTTP/1.1" status: 204 len: 168 time: 0.2185934 Mar 10 06:23:49.883152 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55506) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:49.889332 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a35bf2-5c83-4f5e-9af8-16e86796d237 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0e54c-16bc-420f-ac80-6fd776b1eed4,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:49.897693 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-b4e7fdb3-09f4-433c-8d90-0c4743f66f60 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] show failed (client error): The resource could not be found. Mar 10 06:23:49.898789 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b4e7fdb3-09f4-433c-8d90-0c4743f66f60 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "GET /v2.0/security-groups/a5e0e54c-16bc-420f-ac80-6fd776b1eed4 HTTP/1.1" status: 404 len: 347 time: 0.0144880 Mar 10 06:23:49.908260 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55508) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:50.031747 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Deleting port 9e3e3c97-5e16-49cb-97af-f095698e1e9e {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:50.032093 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.110061 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.110384 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (9e3e3c97-5e16-49cb-97af-f095698e1e9e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.122507 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Calling delete_port for 9e3e3c97-5e16-49cb-97af-f095698e1e9e owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:50.310128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (9e3e3c97-5e16-49cb-97af-f095698e1e9e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.334733 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Pushing event deleted for resources: {'Port': ['ID=9e3e3c97-5e16-49cb-97af-f095698e1e9e,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:50.396849 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks [] for floatingip (6275bd7f-6249-4e54-993b-c40109de9be4), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.399454 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:50.400584 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6a6677f9-1719-4b10-b5dd-3103571b1347 tempest-AttachVolumeShelveTestJSON-1570063280 tempest-AttachVolumeShelveTestJSON-1570063280-project] 10.222.0.15 "DELETE /v2.0/floatingips/6275bd7f-6249-4e54-993b-c40109de9be4 HTTP/1.1" status: 204 len: 168 time: 0.4909730 Mar 10 06:23:50.632410 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb054c35-cbd0-43be-8958-72a4b96ae99d req-bb8f9155-ae26-4901-95a3-1eadaf44d695 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:50.633916 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bb054c35-cbd0-43be-8958-72a4b96ae99d req-bb8f9155-ae26-4901-95a3-1eadaf44d695 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0596600 Mar 10 06:23:50.683182 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bb054c35-cbd0-43be-8958-72a4b96ae99d req-c4cc6aae-7795-415f-8c74-6a2f876d13e6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Mar 10 06:23:50.910344 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461134-60f1-4405-bce0-73331a1a0897 req-9689a53f-5aac-4195-bd12-b64866fdc37f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:50.911974 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9461134-60f1-4405-bce0-73331a1a0897 req-9689a53f-5aac-4195-bd12-b64866fdc37f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0548720 Mar 10 06:23:50.959387 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e9461134-60f1-4405-bce0-73331a1a0897 req-f0cc745d-f161-4f7c-b776-5bf30c529a4d tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Mar 10 06:23:51.668199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a31f752d-411e-492b-b600-438e176a5c2f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:51.669630 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a31f752d-411e-492b-b600-438e176a5c2f tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.0622025 Mar 10 06:23:51.785332 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Deleting port 45183453-df6b-47e3-a95d-32740d896c4a {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:51.785673 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (45183453-df6b-47e3-a95d-32740d896c4a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:51.869095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b7ea-e9a0-440d-a7be-b54e4eea1bfa req-16a330bc-09b8-495a-97cb-3a6ae239f7f2 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:51.870557 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40f1b7ea-e9a0-440d-a7be-b54e4eea1bfa req-16a330bc-09b8-495a-97cb-3a6ae239f7f2 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.1159797 Mar 10 06:23:51.910636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] For port 45183453-df6b-47e3-a95d-32740d896c4a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=45183453-df6b-47e3-a95d-32740d896c4a,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:51.910636 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (45183453-df6b-47e3-a95d-32740d896c4a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:51.979425 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-40f1b7ea-e9a0-440d-a7be-b54e4eea1bfa req-687c03d7-4cd4-4568-bf9a-ed9c642dba7b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998595 Mar 10 06:23:52.123779 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:52.124139 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:52.124452 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Floating IP e2831092-9304-48ca-863b-47b53acc7ad3 disassociated. External IP: 172.27.2.227, port: 45183453-df6b-47e3-a95d-32740d896c4a. Mar 10 06:23:52.124785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Calling delete_port for 45183453-df6b-47e3-a95d-32740d896c4a owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:52.144390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ddac-16a4-44ed-8102-231865cb2a05 req-8c7c1c10-17fb-42e0-ba7e-33e42e6260dd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:52.145857 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5c2ddac-16a4-44ed-8102-231865cb2a05 req-8c7c1c10-17fb-42e0-ba7e-33e42e6260dd tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 946 time: 0.1156101 Mar 10 06:23:52.239227 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c5c2ddac-16a4-44ed-8102-231865cb2a05 req-e0972852-4bde-4b76-b7ff-819c6c66ab27 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cc5bdbc-4b16-49c2-a146-060ccd92c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634995 Mar 10 06:23:52.407548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (45183453-df6b-47e3-a95d-32740d896c4a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:52.435972 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'Port': ['ID=45183453-df6b-47e3-a95d-32740d896c4a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:52.548228 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:52.654384 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:52.669898 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:52.683479 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:52.684628 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:52.698388 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] No DVR routers for this DVR port 45183453-df6b-47e3-a95d-32740d896c4a on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:52.700929 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:52.704317 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b03982b4-cf4f-4051-8e79-b55aa873c479 req-a3a4950a-e24e-4aca-ab93-1d950cb5ddc2 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.37 "DELETE /v2.0/ports/45183453-df6b-47e3-a95d-32740d896c4a HTTP/1.1" status: 204 len: 173 time: 1.0296328 Mar 10 06:23:52.705516 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'name': 'network-vif-deleted', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:52.707901 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465c375d-4531-4e17-a254-188c6b1b2cc9" -d '{"events": [{"server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "name": "network-vif-deleted", "tag": "45183453-df6b-47e3-a95d-32740d896c4a"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:52.743790 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab1c6d9-3e01-4bb4-908d-d77b157f787a x-openstack-request-id: req-5ab1c6d9-3e01-4bb4-908d-d77b157f787a {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:52.744096 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf85b06-192e-45a3-bd82-0f05dc796dbf", "name": "network-vif-deleted", "tag": "45183453-df6b-47e3-a95d-32740d896c4a", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:52.744381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ab1c6d9-3e01-4bb4-908d-d77b157f787a {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:52.744830 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf85b06-192e-45a3-bd82-0f05dc796dbf', 'name': 'network-vif-deleted', 'tag': '45183453-df6b-47e3-a95d-32740d896c4a', 'status': 'completed', 'code': 200} Mar 10 06:23:52.889924 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:53.102192 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:53.103604 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb869-90bc-4148-be40-1fa3175f66a3 req-c92d28b1-f80c-42b9-aaef-de155e65da85 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:53.105198 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fabb869-90bc-4148-be40-1fa3175f66a3 req-c92d28b1-f80c-42b9-aaef-de155e65da85 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 944 time: 0.0530305 Mar 10 06:23:53.130416 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:53.138831 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:53.139443 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:53.158323 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fabb869-90bc-4148-be40-1fa3175f66a3 req-89980e45-f4ad-406f-82f9-ba178d97d0e0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 Mar 10 06:23:53.246084 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:53.331756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:23:53.370776 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4516c015-e117-45b2-9ae4-eccdfc67a7bd req-a960d356-095e-42cb-a7b5-2585c3356dae tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bf85b06-192e-45a3-bd82-0f05dc796dbf HTTP/1.1" status: 200 len: 210 time: 0.0501153 Mar 10 06:23:53.409310 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55568) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:53.472455 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:53.486758 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:53.499757 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8104c8ff-5c70-4b16-8ece-2abc17101bce None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:17:42Z', 'revision_number': 4, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9ccb7698-c5b8-4d25-a706-aabadc7f3016', 'name': '', 'network_id': '253a361e-19d4-4127-952e-a51a59d2abb6', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'mac_address': 'fa:16:3e:cf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:41Z', 'updated_at': '2022-03-10T06:17:47Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'subnets': [{'id': '4aeb1034-f580-427f-a086-a35e75fb08dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:53.503479 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'port_id': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'mac_address': 'fa:16:3e:e3:65:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:23:53.710081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:53.710821 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:53.731581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:23:53.771314 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:53.856747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f722d-fc82-4df5-86f2-ec2f331491f3 None None] New status for floating IP e2831092-9304-48ca-863b-47b53acc7ad3: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:23:53.893107 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.009307 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:54.021802 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.191040 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['e6cf5662-0708-4c44-b0cb-aed4f1d1caf3'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:23:54.285497 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a84ac7-7414-441f-9917-38093625ecfc req-f8089531-09f7-4467-8915-e837bb4f51d4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:54.289066 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Deleting port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:54.289415 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.292652 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28a84ac7-7414-441f-9917-38093625ecfc req-f8089531-09f7-4467-8915-e837bb4f51d4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 945 time: 0.0612609 Mar 10 06:23:54.338070 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-28a84ac7-7414-441f-9917-38093625ecfc req-ac64192c-83be-49bc-98af-98815b6695ba tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Mar 10 06:23:54.377108 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] For port 1a53ef08-7ae5-4760-8a17-308bd1c2bb84, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:54.377476 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.389882 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Calling delete_port for 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:54.523369 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55588) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:54.612782 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (8cc5bdbc-4b16-49c2-a146-060ccd92c075), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.636542 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (8cc5bdbc-4b16-49c2-a146-060ccd92c075), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.658545 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (1a53ef08-7ae5-4760-8a17-308bd1c2bb84), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:54.691610 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a53ef08-7ae5-4760-8a17-308bd1c2bb84,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:55.041962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (8cc5bdbc-4b16-49c2-a146-060ccd92c075), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.044553 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.045695 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "DELETE /v2.0/security-groups/8cc5bdbc-4b16-49c2-a146-060ccd92c075 HTTP/1.1" status: 204 len: 168 time: 0.5213807 Mar 10 06:23:55.048792 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55600) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:55.059886 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da858f-7901-4db6-9c24-92b351bdf7e8 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc5bdbc-4b16-49c2-a146-060ccd92c075,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:55.063348 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.api.v2.resource [None req-54867426-3df8-4fc0-ae13-ee2b2ecf12f6 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] show failed (client error): The resource could not be found. Mar 10 06:23:55.068434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-54867426-3df8-4fc0-ae13-ee2b2ecf12f6 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "GET /v2.0/security-groups/8cc5bdbc-4b16-49c2-a146-060ccd92c075 HTTP/1.1" status: 404 len: 347 time: 0.0152135 Mar 10 06:23:55.068819 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55602) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:55.118970 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.338800 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:23:55.389925 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:23:55.470373 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:23:55.475419 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:23:55.475799 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.500548 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:23:55.508920 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6bd55d1d-604d-47e0-9c89-c2ba69cf8f1f admin admin] 10.222.0.15 "PUT /v2.0/routers/9c6af727-dee2-4a3d-a01b-c16dc6a8de35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0977380 Mar 10 06:23:55.509563 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55610) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:55.511867 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Sync routers for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:23:55.537506 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:55.539887 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c650b-28af-4a9b-8ed3-cc031f339766 req-44c02542-2e1b-4f86-8b79-26b5bcb8097b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:55.540660 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:55.541516 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c10c650b-28af-4a9b-8ed3-cc031f339766 req-44c02542-2e1b-4f86-8b79-26b5bcb8097b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 945 time: 0.0950737 Mar 10 06:23:55.550471 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Deleting port 786b2482-7705-4f7b-9b30-bbf932cb3287 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:55.551078 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.595425 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:23:55.595828 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.632449 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:23:55.636170 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e76c3-b43f-43c9-abbb-26f65f5d87be" -d '{"events": [{"server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:23:55.639544 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks [] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.674775 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:55.696113 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c10c650b-28af-4a9b-8ed3-cc031f339766 req-20522a2a-6009-4fd6-91fc-9983e19bbe99 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252420 Mar 10 06:23:55.697189 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:55.701917 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e353b3-825a-4e2f-a3e1-9833c893ad63 x-openstack-request-id: req-a9e353b3-825a-4e2f-a3e1-9833c893ad63 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:23:55.702411 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "name": "network-vif-plugged", "status": "completed", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:23:55.702865 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9e353b3-825a-4e2f-a3e1-9833c893ad63 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:23:55.703467 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'code': 200} Mar 10 06:23:55.712496 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.713122 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (786b2482-7705-4f7b-9b30-bbf932cb3287), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.730212 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Calling delete_port for 786b2482-7705-4f7b-9b30-bbf932cb3287 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:55.744644 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.745757 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 45183453-df6b-47e3-a95d-32740d896c4a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:55.796816 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 45183453-df6b-47e3-a95d-32740d896c4a {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:55.796816 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 45183453-df6b-47e3-a95d-32740d896c4a not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:55.803413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-49b385b4-a5ca-4f02-b5f1-4a9beed255ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.821769 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks [] for router_gateway (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:55.839926 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:55.914731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:54Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:55.941628 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Checking router: 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:23:55.949941 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Routers {'9c6af727-dee2-4a3d-a01b-c16dc6a8de35'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:23:55.950540 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:55.985090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (786b2482-7705-4f7b-9b30-bbf932cb3287), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.004696 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Deleting port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:56.005328 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.026771 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Pushing event deleted for resources: {'Port': ['ID=786b2482-7705-4f7b-9b30-bbf932cb3287,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:56.060408 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] Set router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:23:56.089584 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks [] for floatingip (e2831092-9304-48ca-863b-47b53acc7ad3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.092414 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.101104 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c5a68581-02be-44d7-ab20-1ae842d57ae5 tempest-AttachVolumeTestJSON-1930363407 tempest-AttachVolumeTestJSON-1930363407-project] 10.222.0.15 "DELETE /v2.0/floatingips/e2831092-9304-48ca-863b-47b53acc7ad3 HTTP/1.1" status: 204 len: 168 time: 1.0276387 Mar 10 06:23:56.123621 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] For port a90ac1e5-6f21-4651-86f8-c448b1e5fd7c, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:56.126998 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.145570 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Calling delete_port for a90ac1e5-6f21-4651-86f8-c448b1e5fd7c owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:56.217111 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df169f9e-7c9c-41fb-a6bd-de6e26775d80 req-bfd5329d-63d4-46e2-9e3b-831eda3209d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:56.218611 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df169f9e-7c9c-41fb-a6bd-de6e26775d80 req-bfd5329d-63d4-46e2-9e3b-831eda3209d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1130 time: 0.0524044 Mar 10 06:23:56.244241 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:54Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:56.283494 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fab44-69ff-4ae3-b291-5dfeaa88da55 None None] The sync data for ids ['9c6af727-dee2-4a3d-a01b-c16dc6a8de35'] in dv-cinder-804735-28-iscsi is: [{'id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'name': 'tempest-AttachVolumeShelveTestJSON-513203067-router', 'tenant_id': '1162e8b2e9c540718036e610692b772b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:16:29Z', 'updated_at': '2022-03-10T06:23:54Z', 'revision_number': 5, 'project_id': '1162e8b2e9c540718036e610692b772b', 'gw_port': {'id': 'a90ac1e5-6f21-4651-86f8-c448b1e5fd7c', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6af727-dee2-4a3d-a01b-c16dc6a8de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:16:31Z', 'updated_at': '2022-03-10T06:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:23:56.285351 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-df169f9e-7c9c-41fb-a6bd-de6e26775d80 req-fe911bd2-4264-4b7b-9ffa-d4ae94c274e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592332 Mar 10 06:23:56.424317 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (a90ac1e5-6f21-4651-86f8-c448b1e5fd7c), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.448433 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a90ac1e5-6f21-4651-86f8-c448b1e5fd7c,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:56.515472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.608770 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.614277 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks [] for router_controller (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.823178 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:56.837394 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f865-1c12-48a6-b04b-d083f91ea1ad req-44cc468a-d601-4545-b9a8-291d988582f5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:56.838910 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f18f865-1c12-48a6-b04b-d083f91ea1ad req-44cc468a-d601-4545-b9a8-291d988582f5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0670769 Mar 10 06:23:56.844023 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:56.844374 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 1a53ef08-7ae5-4760-8a17-308bd1c2bb84 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:56.859389 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (9c6af727-dee2-4a3d-a01b-c16dc6a8de35), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.859956 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6af727-dee2-4a3d-a01b-c16dc6a8de35 {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:23:56.870456 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.870456 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-14f49ab6-b506-420b-a4f2-e2fea27f62fd admin admin] 10.222.0.15 "DELETE /v2.0/routers/9c6af727-dee2-4a3d-a01b-c16dc6a8de35 HTTP/1.1" status: 204 len: 168 time: 1.3558812 Mar 10 06:23:56.872462 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55632) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:56.900141 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0f18f865-1c12-48a6-b04b-d083f91ea1ad req-db440340-1cf9-4061-9311-eeb6f7d1d62b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545325 Mar 10 06:23:56.926789 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Deleting subnet 55f2e688-dab2-4b71-af9a-55953ca6febd {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:23:56.930098 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Publish callbacks [] for subnet (55f2e688-dab2-4b71-af9a-55953ca6febd), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:56.967273 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (55f2e688-dab2-4b71-af9a-55953ca6febd), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.051528 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (55f2e688-dab2-4b71-af9a-55953ca6febd), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.270121 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (55f2e688-dab2-4b71-af9a-55953ca6febd), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.296487 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f2e688-dab2-4b71-af9a-55953ca6febd,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:57.298418 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.303307 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e5a12998-c815-4bdb-996a-b9ef03f70e08 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55f2e688-dab2-4b71-af9a-55953ca6febd HTTP/1.1" status: 204 len: 168 time: 0.4277904 Mar 10 06:23:57.304170 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55636) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:57.311078 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d208b-293d-4c32-81bb-8a0fcb8b51c8 None None] Network d6f27f0a-85d6-4f72-b783-df2f3c6b5193 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:23:57.383847 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (d6f27f0a-85d6-4f72-b783-df2f3c6b5193), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.445346 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Deleting port 855e55cb-0b6f-423d-a7c8-841d89df78d4 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:57.445692 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.508632 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] DHCP port deletion for d6f27f0a-85d6-4f72-b783-df2f3c6b5193 request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:23:57.521059 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] For port 855e55cb-0b6f-423d-a7c8-841d89df78d4, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=855e55cb-0b6f-423d-a7c8-841d89df78d4,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:57.521421 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.533998 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Calling delete_port for 855e55cb-0b6f-423d-a7c8-841d89df78d4 owned by network:dhcp {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:57.567238 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Deleting port 855e55cb-0b6f-423d-a7c8-841d89df78d4 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:23:57.567609 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.638740 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] For port 855e55cb-0b6f-423d-a7c8-841d89df78d4, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=855e55cb-0b6f-423d-a7c8-841d89df78d4,segment=NetworkSegment(4c8af192-0d6a-43b0-9a9c-9e50ac97ace7),segment_id=4c8af192-0d6a-43b0-9a9c-9e50ac97ace7)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:23:57.638740 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.645346 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Calling delete_port for 855e55cb-0b6f-423d-a7c8-841d89df78d4 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:23:57.716115 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.723920 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (855e55cb-0b6f-423d-a7c8-841d89df78d4), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.741717 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Pushing event deleted for resources: {'Port': ['ID=855e55cb-0b6f-423d-a7c8-841d89df78d4,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:57.745299 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] No DVR routers for this DVR port 855e55cb-0b6f-423d-a7c8-841d89df78d4 on host dv-cinder-804735-28-iscsi {{(pid=103624) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:57.753362 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] Pushing event deleted for resources: {'Port': ['ID=855e55cb-0b6f-423d-a7c8-841d89df78d4,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:57.755753 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742bdb36-8e4a-48c4-86d6-4accfe9cf27b None None] No DVR routers for this DVR port 855e55cb-0b6f-423d-a7c8-841d89df78d4 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:23:57.815756 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (d6f27f0a-85d6-4f72-b783-df2f3c6b5193), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.838731 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f27f0a-85d6-4f72-b783-df2f3c6b5193']}} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:57.849151 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7') {'for_net_delete': True} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:57.849441 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.services.segments.db [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8af192-0d6a-43b0-9a9c-9e50ac97ace7') {} {{(pid=103624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:23:57.858422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2371893'] for segment (4c8af192-0d6a-43b0-9a9c-9e50ac97ace7), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.871903 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (4c8af192-0d6a-43b0-9a9c-9e50ac97ace7), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.878253 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103624) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9712995'] for segment (4c8af192-0d6a-43b0-9a9c-9e50ac97ace7), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: Traceback (most recent call last): Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: timer() Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: cb(*args, **kw) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: return func(*args, **kwargs) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: self._notify() Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: self.callback(batched_events) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: event.method(event) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: return f(self, *a, **k) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._get(url).json() Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: return self.request(url, 'GET', **kwargs) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:23:57.880677 dv-cinder-804735-28-iscsi neutron-server[103624]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:23:57.967510 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7931e2fd-ef4e-4586-a94c-3fa5d5526241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:57.995780 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (d6f27f0a-85d6-4f72-b783-df2f3c6b5193), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.002226 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.010127 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6f27f0a-85d6-4f72-b783-df2f3c6b5193 HTTP/1.1" status: 204 len: 168 time: 0.7004600 Mar 10 06:23:58.018118 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f88e68-d9d0-4671-8a12-f8b0cae09728 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f27f0a-85d6-4f72-b783-df2f3c6b5193,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:58.025650 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd8659-6180-4254-858d-4fcedc2d32f8 req-65321f65-61b4-44da-8865-2fb5acf86c0d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:58.027206 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fdd8659-6180-4254-858d-4fcedc2d32f8 req-65321f65-61b4-44da-8865-2fb5acf86c0d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0548396 Mar 10 06:23:58.076898 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4fdd8659-6180-4254-858d-4fcedc2d32f8 req-02c7c448-ffeb-467a-b902-2207a3f39d99 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433755 Mar 10 06:23:58.193293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72473cc-51ee-495d-b2f1-5994effa1f19 req-7f9b696e-4426-411e-8fba-de3357b0bc1c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:58.199524 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a72473cc-51ee-495d-b2f1-5994effa1f19 req-7f9b696e-4426-411e-8fba-de3357b0bc1c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0527930 Mar 10 06:23:58.250362 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a72473cc-51ee-495d-b2f1-5994effa1f19 req-d4868228-8c7c-45c8-980f-ea31f2f2f478 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498354 Mar 10 06:23:58.274675 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55654) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:58.420172 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddcafc-baad-4a9b-9669-690acd71de95 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:23:58.425268 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-fcddcafc-baad-4a9b-9669-690acd71de95 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1125 time: 0.1460118 Mar 10 06:23:58.425564 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55658) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:58.430124 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'port_id': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:23:58.435890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55660) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:58.479338 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-25d7eb7f-4c7a-4737-a3a1-bc7d88e01198 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1162e8b2e9c540718036e610692b772b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423007 Mar 10 06:23:58.481747 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55662) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:58.521335 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.540591 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] Publish callbacks [] for security_group (cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.569503 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] Publish callbacks [] for security_group (cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.618554 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.692616 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.695587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:58.697002 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef HTTP/1.1" status: 204 len: 168 time: 0.2143905 Mar 10 06:23:58.714570 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f046edd-c06f-4b0b-8721-29a506735d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccf8bd1-0411-4b5a-a6e5-4e6f26c403ef,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:58.740093 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.27.2.185 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/7cfbdfdf-c8f4-4144-8218-b694815161ab) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:23:58.762353 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 855e55cb-0b6f-423d-a7c8-841d89df78d4 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:58.800383 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 855e55cb-0b6f-423d-a7c8-841d89df78d4 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:58.800794 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 855e55cb-0b6f-423d-a7c8-841d89df78d4 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:58.801429 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a90ac1e5-6f21-4651-86f8-c448b1e5fd7c no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:23:58.824564 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: a90ac1e5-6f21-4651-86f8-c448b1e5fd7c {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:23:58.825167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a90ac1e5-6f21-4651-86f8-c448b1e5fd7c not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:23:58.878012 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.025214 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.067675 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:23:59.074346 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:23:59.077724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:23:59.084599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=7cfbdfdf-c8f4-4144-8218-b694815161ab,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:59.286882 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.469065 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (3d30696a-8a64-47c5-9d83-7299f8b859a1), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.644113 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.701144 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.798740 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.915437 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:23:59.926812 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55702) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:23:59.982300 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=7cfbdfdf-c8f4-4144-8218-b694815161ab,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:23:59.999182 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (3d30696a-8a64-47c5-9d83-7299f8b859a1), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.036382 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1180525664-network', 'tenant_id': '9b23581fdbc746fca1d57f93b3b088dd'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:00.112283 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 3d30696a-8a64-47c5-9d83-7299f8b859a1 associated. External IP: 172.27.2.185, port: e6cf5662-0708-4c44-b0cb-aed4f1d1caf3. Mar 10 06:24:00.132712 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Made reservation on behalf of 9b23581fdbc746fca1d57f93b3b088dd for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:00.135624 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.148698 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.219478 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks [] for security_group (cccd84ac-f020-4b9b-8ff3-399850241e29), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.310238 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55718) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:00.330115 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cccd84ac-f020-4b9b-8ff3-399850241e29), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.331662 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:24:00.354684 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:24:00.375374 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd84ac-f020-4b9b-8ff3-399850241e29,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:00.412003 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (17781981-5175-40b6-86ae-ab8546d2eb32), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.412345 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Added segment 17781981-5175-40b6-86ae-ab8546d2eb32 of type vlan for network 44b872dc-1d72-4d78-b54c-6c5a43475cc4 Mar 10 06:24:00.448039 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:00.460894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:00.465207 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (44b872dc-1d72-4d78-b54c-6c5a43475cc4), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.474340 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:00.474940 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:00.552621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.587207 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:00.593884 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-162d57c7-5148-43a9-9e9a-12263adb31d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1650312 Mar 10 06:24:00.593884 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:24:00.594633 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:24:00.618252 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (44b872dc-1d72-4d78-b54c-6c5a43475cc4), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.619443 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:00.620021 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.636930 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ca648-cad0-4f6e-aef0-c36e339342d7 x-openstack-request-id: req-b11ca648-cad0-4f6e-aef0-c36e339342d7 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:24:00.637692 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:24:00.637940 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b11ca648-cad0-4f6e-aef0-c36e339342d7 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:24:00.638345 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'status': 'completed', 'code': 200} Mar 10 06:24:00.713172 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=44b872dc-1d72-4d78-b54c-6c5a43475cc4,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:00.742845 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-93de00e4-34c3-4771-8aad-7b968cb79dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:00.742845 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-93de00e4-34c3-4771-8aad-7b968cb79dab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1130 time: 0.0547252 Mar 10 06:24:00.756334 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8dd3df27-0eaf-4a69-b837-61dff66fc7d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8282435 Mar 10 06:24:00.760462 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55728) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:00.766790 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Request body: {'subnet': {'network_id': '44b872dc-1d72-4d78-b54c-6c5a43475cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1180525664-subnet', 'tenant_id': '9b23581fdbc746fca1d57f93b3b088dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:00.767743 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network 44b872dc-1d72-4d78-b54c-6c5a43475cc4 details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:24:00.908767 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Made reservation on behalf of 9b23581fdbc746fca1d57f93b3b088dd for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:00.908879 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-b1aa5359-894e-401c-bc85-c871f9cf48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:00.908984 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.909093 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-b1aa5359-894e-401c-bc85-c871f9cf48e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.1575465 Mar 10 06:24:00.963358 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '3d30696a-8a64-47c5-9d83-7299f8b859a1', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:e3:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:23:59Z', 'updated_at': '2022-03-10T06:23:59Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:00.974888 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-3371ddd4-fd76-487f-9b2e-82d30d80a59b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 200 len: 1000 time: 0.0642781 Mar 10 06:24:00.994290 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:00.997663 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:01.007615 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:01.008512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:01.032072 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-d095d3e5-7562-4006-9756-3f11ea16feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:01.034488 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-d095d3e5-7562-4006-9756-3f11ea16feab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0542212 Mar 10 06:24:01.049402 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.099236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-f00a7ec7-d48f-4878-a830-2f2b2ad74707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:01.101204 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-f00a7ec7-d48f-4878-a830-2f2b2ad74707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0606134 Mar 10 06:24:01.139599 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:01.200620 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-7a2f99d2-066f-438b-b9de-5edeb10c1904 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937159 Mar 10 06:24:01.295796 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-46f712a4-56d9-4e46-a9fb-d2ed8f74cbc4 req-ef250e16-b80e-40e8-ab03-a96146aaedf9 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897813 Mar 10 06:24:01.365576 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Deleting port 9ccb7698-c5b8-4d25-a706-aabadc7f3016 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:24:01.365952 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.384049 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '3d30696a-8a64-47c5-9d83-7299f8b859a1', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:e3:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:23:59Z', 'updated_at': '2022-03-10T06:23:59Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:01.415990 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4e2aba-aaae-498e-a87c-287053132f70 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '3d30696a-8a64-47c5-9d83-7299f8b859a1', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:e3:65:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:23:59Z', 'updated_at': '2022-03-10T06:23:59Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:01.428967 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (30c37332-31ce-49bf-9c55-4928bcd3f599), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.496832 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] For port 9ccb7698-c5b8-4d25-a706-aabadc7f3016, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9ccb7698-c5b8-4d25-a706-aabadc7f3016,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:01.497541 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.515201 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c37332-31ce-49bf-9c55-4928bcd3f599,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:01.522031 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Calling delete_port for 9ccb7698-c5b8-4d25-a706-aabadc7f3016 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:24:01.534364 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Checking segment: {'id': '17781981-5175-40b6-86ae-ab8546d2eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44b872dc-1d72-4d78-b54c-6c5a43475cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:01.537247 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Network hostable DHCP agents. Network: 44b872dc-1d72-4d78-b54c-6c5a43475cc4, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:24:01.623330 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055ed24-f81c-4fc1-b7f5-cf9a36b2421f None None] New status for floating IP 3d30696a-8a64-47c5-9d83-7299f8b859a1: ACTIVE {{(pid=103626) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:24:01.677561 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Network 44b872dc-1d72-4d78-b54c-6c5a43475cc4 is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:24:01.760992 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, 44b872dc-1d72-4d78-b54c-6c5a43475cc4) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:01.765132 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:01.769548 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.770919 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f8a12d-7eb9-4c6f-9c95-e6d8f96510f3 None None] Network 44b872dc-1d72-4d78-b54c-6c5a43475cc4 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:01.795614 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (9ccb7698-c5b8-4d25-a706-aabadc7f3016), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:01.822096 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccb7698-c5b8-4d25-a706-aabadc7f3016,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:01.877126 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b07e9-81fb-47fb-9e5e-ee6c7780f7a9 None None] Network 44b872dc-1d72-4d78-b54c-6c5a43475cc4 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:01.960756 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2919bea4-3dfa-44fd-a2a8-5ca6013f255f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1989017 Mar 10 06:24:02.053253 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:02.333176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:02.531760 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Router 4f4fdde4-41df-4a06-af5f-8e2ce445858e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:24:02.640014 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:02.645466 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-158cdda3-08f6-40e4-bd70-199d9582810b admin admin] 10.222.0.15 "PUT /v2.0/routers/4f4fdde4-41df-4a06-af5f-8e2ce445858e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3341744 Mar 10 06:24:02.648055 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55754) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:02.651190 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Sync routers for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:02.662058 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:02.662720 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:02.775019 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks [] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:02.790103 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:02.861888 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55760) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:02.870161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024645429-network', 'tenant_id': '158dd1be3a4e442ca0f19681b01f9f41'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:02.893570 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks [] for router_gateway (4f4fdde4-41df-4a06-af5f-8e2ce445858e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:02.980194 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:24:01Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:02.984301 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Made reservation on behalf of 158dd1be3a4e442ca0f19681b01f9f41 for: {'network': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:02.987699 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:02.996527 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.008690 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Checking router: 4f4fdde4-41df-4a06-af5f-8e2ce445858e for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:03.017104 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Routers {'4f4fdde4-41df-4a06-af5f-8e2ce445858e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:03.017776 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:23:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:03.069745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Deleting port f1663878-6eef-4eea-8f1b-25628c82fe8f {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:24:03.070486 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.075436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks [] for security_group (af3b66fc-756c-4088-8e41-3704e1635cb2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.129015 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] Set router 4f4fdde4-41df-4a06-af5f-8e2ce445858e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:03.152657 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] For port f1663878-6eef-4eea-8f1b-25628c82fe8f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=f1663878-6eef-4eea-8f1b-25628c82fe8f,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:03.153022 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.155603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (af3b66fc-756c-4088-8e41-3704e1635cb2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.166138 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Calling delete_port for f1663878-6eef-4eea-8f1b-25628c82fe8f owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:24:03.185387 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103623) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:24:03.195407 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b66fc-756c-4088-8e41-3704e1635cb2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:03.205141 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (b1695fd3-3643-4fac-a39f-d7f4d267a5bf), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.205141 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.segments_db [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Added segment b1695fd3-3643-4fac-a39f-d7f4d267a5bf of type vlan for network fe469fdb-0efb-48ff-b99d-3e75f088f45c Mar 10 06:24:03.215998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.216352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.216702 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.217061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.217844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.217844 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.218061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.218363 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.218730 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.219067 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.219396 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.219728 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.220597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.273730 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (fe469fdb-0efb-48ff-b99d-3e75f088f45c), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.331543 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:24:01Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:03.359403 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db5d4c-66e6-4876-883f-9a4349aacece None None] The sync data for ids ['4f4fdde4-41df-4a06-af5f-8e2ce445858e'] in dv-cinder-804735-28-iscsi is: [{'id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'name': 'tempest-AttachVolumeTestJSON-667610193-router', 'tenant_id': 'f1925d8117534b1dadb6760452915076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:17:38Z', 'updated_at': '2022-03-10T06:24:01Z', 'revision_number': 5, 'project_id': 'f1925d8117534b1dadb6760452915076', 'gw_port': {'id': 'f1663878-6eef-4eea-8f1b-25628c82fe8f', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4fdde4-41df-4a06-af5f-8e2ce445858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:17:39Z', 'updated_at': '2022-03-10T06:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:03.401971 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (fe469fdb-0efb-48ff-b99d-3e75f088f45c), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.403351 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:03.404116 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.435966 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (f1663878-6eef-4eea-8f1b-25628c82fe8f), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.462948 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1663878-6eef-4eea-8f1b-25628c82fe8f,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:03.465645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe469fdb-0efb-48ff-b99d-3e75f088f45c,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:03.476060 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network fe469fdb-0efb-48ff-b99d-3e75f088f45c details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:24:03.487335 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.487693 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.488040 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.488379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.488711 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.489042 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.489750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.489750 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.490004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.490332 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.490686 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.490995 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.491696 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:03.533579 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.537176 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c6bd4122-70ef-428f-9b2b-8ca31b9d05a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6741974 Mar 10 06:24:03.539925 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55768) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:03.546241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Request body: {'subnet': {'network_id': 'fe469fdb-0efb-48ff-b99d-3e75f088f45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024645429-subnet', 'tenant_id': '158dd1be3a4e442ca0f19681b01f9f41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:03.630079 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.632229 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks [] for router_controller (4f4fdde4-41df-4a06-af5f-8e2ce445858e), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.655945 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Made reservation on behalf of 158dd1be3a4e442ca0f19681b01f9f41 for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:03.655945 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9095376'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.744554 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (4f4fdde4-41df-4a06-af5f-8e2ce445858e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.747790 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4fdde4-41df-4a06-af5f-8e2ce445858e {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:24:03.750679 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.755072 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-888e32db-f852-4e19-a251-3ed7b1bb7450 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4f4fdde4-41df-4a06-af5f-8e2ce445858e HTTP/1.1" status: 204 len: 168 time: 1.1036611 Mar 10 06:24:03.755328 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55770) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:03.805097 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Deleting subnet 4aeb1034-f580-427f-a086-a35e75fb08dc {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:24:03.809199 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Publish callbacks [] for subnet (4aeb1034-f580-427f-a086-a35e75fb08dc), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.845143 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (4aeb1034-f580-427f-a086-a35e75fb08dc), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.893166 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8997735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9095422'] for subnet (61c285ef-162c-47dc-9a61-301306667538), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.938418 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (4aeb1034-f580-427f-a086-a35e75fb08dc), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:03.962111 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c285ef-162c-47dc-9a61-301306667538,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:03.972087 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Checking segment: {'id': 'b1695fd3-3643-4fac-a39f-d7f4d267a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe469fdb-0efb-48ff-b99d-3e75f088f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:03.972452 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Network hostable DHCP agents. Network: fe469fdb-0efb-48ff-b99d-3e75f088f45c, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:24:04.041581 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Network fe469fdb-0efb-48ff-b99d-3e75f088f45c is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:24:04.093374 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (4aeb1034-f580-427f-a086-a35e75fb08dc), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.122337 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aeb1034-f580-427f-a086-a35e75fb08dc,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:04.125430 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.128558 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f832f5-8fd7-4aa8-84d2-1eb8c707de70 None None] Network 253a361e-19d4-4127-952e-a51a59d2abb6 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:04.138310 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-379779d8-52f9-441a-92c3-b3e49d22e947 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4aeb1034-f580-427f-a086-a35e75fb08dc HTTP/1.1" status: 204 len: 168 time: 0.3818729 Mar 10 06:24:04.141488 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55772) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:04.161964 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, fe469fdb-0efb-48ff-b99d-3e75f088f45c) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:04.169100 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:04.169805 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.196014 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161efa75-af49-451d-90d6-c5be7a66f5a0 None None] Network fe469fdb-0efb-48ff-b99d-3e75f088f45c requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:04.221362 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (253a361e-19d4-4127-952e-a51a59d2abb6), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.284124 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Deleting port 857d9141-6b32-489a-80d8-1013c63f0756 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:24:04.284486 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (857d9141-6b32-489a-80d8-1013c63f0756), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.337578 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df66a12-e72e-4753-9cbd-100893effb23 None None] Network fe469fdb-0efb-48ff-b99d-3e75f088f45c requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:04.359221 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6fc08ffc-d439-4394-9381-80505b301075 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8180134 Mar 10 06:24:04.370099 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] For port 857d9141-6b32-489a-80d8-1013c63f0756, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=857d9141-6b32-489a-80d8-1013c63f0756,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:04.370473 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (857d9141-6b32-489a-80d8-1013c63f0756), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.383793 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Calling delete_port for 857d9141-6b32-489a-80d8-1013c63f0756 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:24:04.410568 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] DHCP port deletion for 253a361e-19d4-4127-952e-a51a59d2abb6 request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:24:04.490758 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Deleting port 857d9141-6b32-489a-80d8-1013c63f0756 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:24:04.491280 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (857d9141-6b32-489a-80d8-1013c63f0756), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.497466 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55780) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:04.540308 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Deleting subnet 30c37332-31ce-49bf-9c55-4928bcd3f599 {{(pid=103623) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:24:04.543649 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Publish callbacks [] for subnet (30c37332-31ce-49bf-9c55-4928bcd3f599), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.560717 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] For port 857d9141-6b32-489a-80d8-1013c63f0756, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=857d9141-6b32-489a-80d8-1013c63f0756,segment=NetworkSegment(4cc7e5f9-061e-44f5-b7ab-393a765767f0),segment_id=4cc7e5f9-061e-44f5-b7ab-393a765767f0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:04.563448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (857d9141-6b32-489a-80d8-1013c63f0756), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.565560 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (857d9141-6b32-489a-80d8-1013c63f0756), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.577674 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Calling delete_port for 857d9141-6b32-489a-80d8-1013c63f0756 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:24:04.600737 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=857d9141-6b32-489a-80d8-1013c63f0756,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:04.606712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850818'] for subnet (30c37332-31ce-49bf-9c55-4928bcd3f599), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.608775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] No DVR routers for this DVR port 857d9141-6b32-489a-80d8-1013c63f0756 on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:24:04.662865 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (857d9141-6b32-489a-80d8-1013c63f0756), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.689428 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Pushing event deleted for resources: {'Port': ['ID=857d9141-6b32-489a-80d8-1013c63f0756,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:04.692268 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (30c37332-31ce-49bf-9c55-4928bcd3f599), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.698324 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] No DVR routers for this DVR port 857d9141-6b32-489a-80d8-1013c63f0756 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:24:04.705222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705222 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705713 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.705842 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.708413 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dd6589-fded-47bb-b555-6062589c9c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:04.724138 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (253a361e-19d4-4127-952e-a51a59d2abb6), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.767889 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253a361e-19d4-4127-952e-a51a59d2abb6']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:04.770068 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 857d9141-6b32-489a-80d8-1013c63f0756 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:24:04.782371 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc7e5f9-061e-44f5-b7ab-393a765767f0') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:04.782703 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc7e5f9-061e-44f5-b7ab-393a765767f0') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:04.792084 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (4cc7e5f9-061e-44f5-b7ab-393a765767f0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.796669 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 857d9141-6b32-489a-80d8-1013c63f0756 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:24:04.796669 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 857d9141-6b32-489a-80d8-1013c63f0756 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:24:04.796669 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9ccb7698-c5b8-4d25-a706-aabadc7f3016 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:24:04.814138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 9ccb7698-c5b8-4d25-a706-aabadc7f3016 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:24:04.814138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9ccb7698-c5b8-4d25-a706-aabadc7f3016 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:24:04.814138 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device f1663878-6eef-4eea-8f1b-25628c82fe8f no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:24:04.815610 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (4cc7e5f9-061e-44f5-b7ab-393a765767f0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.821372 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:24:04.821758 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (4cc7e5f9-061e-44f5-b7ab-393a765767f0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:24:04.823560 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:24:04.833941 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: f1663878-6eef-4eea-8f1b-25628c82fe8f {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:24:04.834684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device f1663878-6eef-4eea-8f1b-25628c82fe8f not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:24:04.881644 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8997668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9095415'] for subnet (30c37332-31ce-49bf-9c55-4928bcd3f599), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.904441 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c37332-31ce-49bf-9c55-4928bcd3f599,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:04.910223 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.913400 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-efc45705-b873-40d9-aa9a-612c06f8413e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/30c37332-31ce-49bf-9c55-4928bcd3f599 HTTP/1.1" status: 204 len: 168 time: 0.4148719 Mar 10 06:24:04.916000 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55784) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:04.933956 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (253a361e-19d4-4127-952e-a51a59d2abb6), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.940767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:04.943848 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] 10.222.0.15 "DELETE /v2.0/networks/253a361e-19d4-4127-952e-a51a59d2abb6 HTTP/1.1" status: 204 len: 168 time: 0.8004112 Mar 10 06:24:04.962666 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8896-becb-4849-8dab-ae6ec2f8fb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=253a361e-19d4-4127-952e-a51a59d2abb6,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:05.005066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (44b872dc-1d72-4d78-b54c-6c5a43475cc4), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.083640 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (44b872dc-1d72-4d78-b54c-6c5a43475cc4), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.103160 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b872dc-1d72-4d78-b54c-6c5a43475cc4']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.112826 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17781981-5175-40b6-86ae-ab8546d2eb32') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.113124 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17781981-5175-40b6-86ae-ab8546d2eb32') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.125959 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (17781981-5175-40b6-86ae-ab8546d2eb32), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.139347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (17781981-5175-40b6-86ae-ab8546d2eb32), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.145035 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:24:05.145415 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (17781981-5175-40b6-86ae-ab8546d2eb32), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:24:05.147036 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:24:05.287059 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (44b872dc-1d72-4d78-b54c-6c5a43475cc4), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.292255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.295425 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] 10.222.0.15 "DELETE /v2.0/networks/44b872dc-1d72-4d78-b54c-6c5a43475cc4 HTTP/1.1" status: 204 len: 168 time: 0.3785248 Mar 10 06:24:05.298954 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55788) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:05.306412 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3025db-89c4-4eaf-aa88-c8179c2a6298 admin admin] Pushing event deleted for resources: {'Network': ['ID=44b872dc-1d72-4d78-b54c-6c5a43475cc4,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:05.343220 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Deleting subnet 61c285ef-162c-47dc-9a61-301306667538 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:24:05.347628 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Publish callbacks [] for subnet (61c285ef-162c-47dc-9a61-301306667538), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.386587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (61c285ef-162c-47dc-9a61-301306667538), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.425024 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (61c285ef-162c-47dc-9a61-301306667538), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.425827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55790) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:05.465600 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e4803a60-86bb-4fbc-8750-f071b10acbce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1925d8117534b1dadb6760452915076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385060 Mar 10 06:24:05.468060 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55792) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:05.514958 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] Publish callbacks [] for security_group (d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.538755 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] Publish callbacks [] for security_group (d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.550406 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (61c285ef-162c-47dc-9a61-301306667538), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.577012 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c285ef-162c-47dc-9a61-301306667538,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:05.579006 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.582483 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-38d9996f-4681-452f-8994-9850cffc8f8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/61c285ef-162c-47dc-9a61-301306667538 HTTP/1.1" status: 204 len: 168 time: 0.2824924 Mar 10 06:24:05.585076 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55794) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:05.652019 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (fe469fdb-0efb-48ff-b99d-3e75f088f45c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.655684 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.657961 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.659228 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832 HTTP/1.1" status: 204 len: 168 time: 0.1901417 Mar 10 06:24:05.670398 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad24d1-ae86-415b-b79b-e2983b8057a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc8b8a-2cc2-4b34-a30f-54fd03fc4832,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:05.779317 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (fe469fdb-0efb-48ff-b99d-3e75f088f45c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.800189 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe469fdb-0efb-48ff-b99d-3e75f088f45c']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.809043 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1695fd3-3643-4fac-a39f-d7f4d267a5bf') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.810471 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1695fd3-3643-4fac-a39f-d7f4d267a5bf') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:05.818285 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (b1695fd3-3643-4fac-a39f-d7f4d267a5bf), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.831814 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (b1695fd3-3643-4fac-a39f-d7f4d267a5bf), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.837554 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:24:05.837947 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (b1695fd3-3643-4fac-a39f-d7f4d267a5bf), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:24:05.839790 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:24:06.001293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (fe469fdb-0efb-48ff-b99d-3e75f088f45c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.007912 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.010897 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe469fdb-0efb-48ff-b99d-3e75f088f45c HTTP/1.1" status: 204 len: 168 time: 0.4247942 Mar 10 06:24:06.020608 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c95fa-21b8-4359-8b1b-69df55951df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe469fdb-0efb-48ff-b99d-3e75f088f45c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:06.396775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55816) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:06.435007 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5786c70b-cbc3-482e-b1e7-7c534aaeda37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b23581fdbc746fca1d57f93b3b088dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370247 Mar 10 06:24:06.437454 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55818) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:06.483236 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] Publish callbacks [] for security_group (cccd84ac-f020-4b9b-8ff3-399850241e29), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.504928 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] Publish callbacks [] for security_group (cccd84ac-f020-4b9b-8ff3-399850241e29), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.619309 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cccd84ac-f020-4b9b-8ff3-399850241e29), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.622455 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:06.623630 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cccd84ac-f020-4b9b-8ff3-399850241e29 HTTP/1.1" status: 204 len: 168 time: 0.1853051 Mar 10 06:24:06.632347 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b878c-786c-445e-8a8e-dfe5f7dfca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd84ac-f020-4b9b-8ff3-399850241e29,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:06.891472 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:24:07.373171 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55852) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:07.412040 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-621b71a7-8481-4751-b39c-24ffa2eb6b15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=158dd1be3a4e442ca0f19681b01f9f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376031 Mar 10 06:24:07.414376 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55854) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:07.464800 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] Publish callbacks [] for security_group (af3b66fc-756c-4088-8e41-3704e1635cb2), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:07.486090 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] Publish callbacks [] for security_group (af3b66fc-756c-4088-8e41-3704e1635cb2), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:07.584568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (af3b66fc-756c-4088-8e41-3704e1635cb2), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:07.587385 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:07.588594 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af3b66fc-756c-4088-8e41-3704e1635cb2 HTTP/1.1" status: 204 len: 168 time: 0.1732252 Mar 10 06:24:07.596587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3071ca-9a76-4d38-b6fc-2f80d8a53f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b66fc-756c-4088-8e41-3704e1635cb2,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:10.397894 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 55944) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:10.499895 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29b9579b-c767-4f2b-a720-2f20d77d2c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.598144 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29b9579b-c767-4f2b-a720-2f20d77d2c4f admin admin] Publish callbacks [] for security_group (00812389-9ee0-492a-ab49-79fffdb4c9be), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.687646 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-29b9579b-c767-4f2b-a720-2f20d77d2c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (00812389-9ee0-492a-ab49-79fffdb4c9be), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.726261 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-29b9579b-c767-4f2b-a720-2f20d77d2c4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfe708724a334d0f9cbae275e608d506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272684 Mar 10 06:24:10.727241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9579b-c767-4f2b-a720-2f20d77d2c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00812389-9ee0-492a-ab49-79fffdb4c9be,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:10.728966 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55948) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:10.779341 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] Publish callbacks [] for security_group (00812389-9ee0-492a-ab49-79fffdb4c9be), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.800752 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] Publish callbacks [] for security_group (00812389-9ee0-492a-ab49-79fffdb4c9be), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.921887 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (00812389-9ee0-492a-ab49-79fffdb4c9be), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.924689 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:10.925870 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00812389-9ee0-492a-ab49-79fffdb4c9be HTTP/1.1" status: 204 len: 168 time: 0.1958313 Mar 10 06:24:10.934210 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473692f-4afc-4f9a-9d8d-f34ea1f5fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00812389-9ee0-492a-ab49-79fffdb4c9be,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:11.588918 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55960) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:11.605337 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0938804d-aee8-46c0-9ffc-f0812e333078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.675819 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0938804d-aee8-46c0-9ffc-f0812e333078 admin admin] Publish callbacks [] for security_group (f1201d6f-4e97-499e-b1bb-9001c8b20874), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.738806 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0938804d-aee8-46c0-9ffc-f0812e333078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f1201d6f-4e97-499e-b1bb-9001c8b20874), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.779330 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0938804d-aee8-46c0-9ffc-f0812e333078 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=526a523b1ebb4faaa0d1a04cd4243620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889033 Mar 10 06:24:11.780388 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 55964) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:11.787049 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938804d-aee8-46c0-9ffc-f0812e333078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1201d6f-4e97-499e-b1bb-9001c8b20874,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:11.833148 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] Publish callbacks [] for security_group (f1201d6f-4e97-499e-b1bb-9001c8b20874), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.854162 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] Publish callbacks [] for security_group (f1201d6f-4e97-499e-b1bb-9001c8b20874), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.973348 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (f1201d6f-4e97-499e-b1bb-9001c8b20874), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.976232 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:11.977426 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1201d6f-4e97-499e-b1bb-9001c8b20874 HTTP/1.1" status: 204 len: 168 time: 0.1961365 Mar 10 06:24:11.987412 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657be240-5769-467a-8776-ffe22ee7d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1201d6f-4e97-499e-b1bb-9001c8b20874,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:13.741230 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56026) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:13.907379 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb365-4351-4e35-ba40-dbd5a98ca1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:13.991921 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb365-4351-4e35-ba40-dbd5a98ca1fc admin admin] Publish callbacks [] for security_group (cc74548b-5c29-40a3-9f75-833021d6a444), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.110020 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb365-4351-4e35-ba40-dbd5a98ca1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cc74548b-5c29-40a3-9f75-833021d6a444), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.151195 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecb365-4351-4e35-ba40-dbd5a98ca1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc74548b-5c29-40a3-9f75-833021d6a444,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:14.155084 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e7ecb365-4351-4e35-ba40-dbd5a98ca1fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8230aaa5981b47e0a03fa1a894f0be09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128110 Mar 10 06:24:14.160113 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56054) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:14.215203 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] Publish callbacks [] for security_group (cc74548b-5c29-40a3-9f75-833021d6a444), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.246008 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] Publish callbacks [] for security_group (cc74548b-5c29-40a3-9f75-833021d6a444), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.395651 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (cc74548b-5c29-40a3-9f75-833021d6a444), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.398233 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:14.399421 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc74548b-5c29-40a3-9f75-833021d6a444 HTTP/1.1" status: 204 len: 168 time: 0.2381673 Mar 10 06:24:14.407199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100de672-44aa-4155-9086-64fe282f6c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc74548b-5c29-40a3-9f75-833021d6a444,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:15.123516 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56074) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:15.137551 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acba1234-6728-4965-adef-78bb4902afe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.215521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acba1234-6728-4965-adef-78bb4902afe6 admin admin] Publish callbacks [] for security_group (d3a494b8-15c7-4a3d-99e1-cd6dddd80d72), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.270230 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-acba1234-6728-4965-adef-78bb4902afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d3a494b8-15c7-4a3d-99e1-cd6dddd80d72), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.306987 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-acba1234-6728-4965-adef-78bb4902afe6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b17dc11eca24ca285ecfe892fd65fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823564 Mar 10 06:24:15.308949 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba1234-6728-4965-adef-78bb4902afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a494b8-15c7-4a3d-99e1-cd6dddd80d72,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:15.309770 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56080) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:15.361346 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] Publish callbacks [] for security_group (d3a494b8-15c7-4a3d-99e1-cd6dddd80d72), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.392071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] Publish callbacks [] for security_group (d3a494b8-15c7-4a3d-99e1-cd6dddd80d72), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.526505 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (d3a494b8-15c7-4a3d-99e1-cd6dddd80d72), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.529305 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:15.530516 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a494b8-15c7-4a3d-99e1-cd6dddd80d72 HTTP/1.1" status: 204 len: 168 time: 0.2197137 Mar 10 06:24:15.539280 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e717e7-50e1-4777-8946-87046c3c5e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a494b8-15c7-4a3d-99e1-cd6dddd80d72,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:17.049392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56150) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:17.151793 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ccb8-1b66-49c5-8568-ef91f0c946f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.224243 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ccb8-1b66-49c5-8568-ef91f0c946f9 admin admin] Publish callbacks [] for security_group (1b6fc44e-f95d-4689-b887-242c2691b74d), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.303885 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ea1ccb8-1b66-49c5-8568-ef91f0c946f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1b6fc44e-f95d-4689-b887-242c2691b74d), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.340597 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9ea1ccb8-1b66-49c5-8568-ef91f0c946f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f19f0a8473734cd68e301357e2123d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901351 Mar 10 06:24:17.342467 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1ccb8-1b66-49c5-8568-ef91f0c946f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6fc44e-f95d-4689-b887-242c2691b74d,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:17.347577 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56154) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:17.408959 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] Publish callbacks [] for security_group (1b6fc44e-f95d-4689-b887-242c2691b74d), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.430746 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] Publish callbacks [] for security_group (1b6fc44e-f95d-4689-b887-242c2691b74d), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.578060 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1b6fc44e-f95d-4689-b887-242c2691b74d), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.581290 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:17.582568 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b6fc44e-f95d-4689-b887-242c2691b74d HTTP/1.1" status: 204 len: 168 time: 0.2335134 Mar 10 06:24:17.590182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e66f7-f3dc-43ee-a09e-92633223caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6fc44e-f95d-4689-b887-242c2691b74d,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:18.231432 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56170) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:18.248158 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3db0e3d4-7efa-4f12-b65d-7fd24e6b6174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.333678 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3db0e3d4-7efa-4f12-b65d-7fd24e6b6174 admin admin] Publish callbacks [] for security_group (09b02520-d817-4f00-9a4a-2af30548fe29), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.464038 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-3db0e3d4-7efa-4f12-b65d-7fd24e6b6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (09b02520-d817-4f00-9a4a-2af30548fe29), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.509483 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-3db0e3d4-7efa-4f12-b65d-7fd24e6b6174 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=214b5db0b10a45bca17437a887397d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768190 Mar 10 06:24:18.515013 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0e3d4-7efa-4f12-b65d-7fd24e6b6174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b02520-d817-4f00-9a4a-2af30548fe29,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:18.517193 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56180) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:18.572584 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] Publish callbacks [] for security_group (09b02520-d817-4f00-9a4a-2af30548fe29), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.593341 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] Publish callbacks [] for security_group (09b02520-d817-4f00-9a4a-2af30548fe29), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.738603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (09b02520-d817-4f00-9a4a-2af30548fe29), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.741254 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:18.742515 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09b02520-d817-4f00-9a4a-2af30548fe29 HTTP/1.1" status: 204 len: 168 time: 0.2217841 Mar 10 06:24:18.751606 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6a16-38bd-495e-9886-91a10bc937bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b02520-d817-4f00-9a4a-2af30548fe29,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:20.441631 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56220) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:20.542834 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e52e4c0c-86a4-409a-9a91-2079d5a1235f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:20.617987 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e52e4c0c-86a4-409a-9a91-2079d5a1235f admin admin] Publish callbacks [] for security_group (258061b8-4cc6-4724-a9aa-243a0b02d038), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:20.664449 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e52e4c0c-86a4-409a-9a91-2079d5a1235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (258061b8-4cc6-4724-a9aa-243a0b02d038), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:20.708483 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4c0c-86a4-409a-9a91-2079d5a1235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258061b8-4cc6-4724-a9aa-243a0b02d038,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:20.712988 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e52e4c0c-86a4-409a-9a91-2079d5a1235f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63316eddda6a4573978811fbf7f1e08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700121 Mar 10 06:24:20.715666 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56232) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:20.764114 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] Publish callbacks [] for security_group (258061b8-4cc6-4724-a9aa-243a0b02d038), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:20.786821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] Publish callbacks [] for security_group (258061b8-4cc6-4724-a9aa-243a0b02d038), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:21.189729 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (258061b8-4cc6-4724-a9aa-243a0b02d038), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:21.192380 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:21.193528 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/258061b8-4cc6-4724-a9aa-243a0b02d038 HTTP/1.1" status: 204 len: 168 time: 0.4771001 Mar 10 06:24:21.201245 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdca94-bd3b-4e37-9ad1-2ec0c21630c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258061b8-4cc6-4724-a9aa-243a0b02d038,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:25.760719 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7bdcae05-2961-4a21-9d39-bf8a57c9252b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:27.972603 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a61c2015-17fe-4c8a-99fa-0c94c6049d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:27.995140 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56384) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:28.100292 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a61621ac-2dba-475b-8d35-c2643c42c664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.177199 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a61621ac-2dba-475b-8d35-c2643c42c664 admin admin] Publish callbacks [] for security_group (48db65d5-e05c-471d-87f4-c1e9943fc3de), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.286998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a61621ac-2dba-475b-8d35-c2643c42c664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (48db65d5-e05c-471d-87f4-c1e9943fc3de), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.323971 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a61621ac-2dba-475b-8d35-c2643c42c664 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f07e1c5370d446aaca52a2465f3a712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276811 Mar 10 06:24:28.325871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61621ac-2dba-475b-8d35-c2643c42c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db65d5-e05c-471d-87f4-c1e9943fc3de,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:28.327004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56390) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:28.376251 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] Publish callbacks [] for security_group (48db65d5-e05c-471d-87f4-c1e9943fc3de), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.396605 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] Publish callbacks [] for security_group (48db65d5-e05c-471d-87f4-c1e9943fc3de), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.503472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (48db65d5-e05c-471d-87f4-c1e9943fc3de), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.506041 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:28.507245 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48db65d5-e05c-471d-87f4-c1e9943fc3de HTTP/1.1" status: 204 len: 168 time: 0.1786289 Mar 10 06:24:28.515167 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496a25a-0654-4e82-b98b-449c0e6c264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db65d5-e05c-471d-87f4-c1e9943fc3de,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:29.283335 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.396988 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56430) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:29.509760 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3447d46-28a7-4c97-a914-ec2956cae36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.586557 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3447d46-28a7-4c97-a914-ec2956cae36f admin admin] Publish callbacks [] for security_group (7db188de-4d32-4c3b-8b14-56652e8f1d4a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.646911 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3447d46-28a7-4c97-a914-ec2956cae36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7db188de-4d32-4c3b-8b14-56652e8f1d4a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.688713 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b3447d46-28a7-4c97-a914-ec2956cae36f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e34777af2714995b4182ff287498846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904210 Mar 10 06:24:29.689248 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56446) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:29.690012 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.690522 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447d46-28a7-4c97-a914-ec2956cae36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db188de-4d32-4c3b-8b14-56652e8f1d4a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:29.756773 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] Publish callbacks [] for security_group (7db188de-4d32-4c3b-8b14-56652e8f1d4a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.781495 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] Publish callbacks [] for security_group (7db188de-4d32-4c3b-8b14-56652e8f1d4a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.887056 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7db188de-4d32-4c3b-8b14-56652e8f1d4a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.889784 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:29.891014 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7db188de-4d32-4c3b-8b14-56652e8f1d4a HTTP/1.1" status: 204 len: 168 time: 0.2007408 Mar 10 06:24:29.900668 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a1c7-a82d-42f4-882f-5684f58d9a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db188de-4d32-4c3b-8b14-56652e8f1d4a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:30.892852 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:31.707562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56562) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:31.752160 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56566) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:31.868283 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e0e73b6-2cf8-4058-b96d-596d90721055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:31.881127 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff68e-0e78-497b-b895-21be5e826140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:31.997110 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e0e73b6-2cf8-4058-b96d-596d90721055 admin admin] Publish callbacks [] for security_group (a08e1bc5-9a56-4417-998f-331ff8fcfcfc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.008937 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff68e-0e78-497b-b895-21be5e826140 admin admin] Publish callbacks [] for security_group (6045f939-7bd3-4725-ab3e-2de5c685b6b5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.058418 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5e0e73b6-2cf8-4058-b96d-596d90721055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a08e1bc5-9a56-4417-998f-331ff8fcfcfc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.097856 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5e0e73b6-2cf8-4058-b96d-596d90721055 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4beca2c610d84749b4c1938da99c8ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877163 Mar 10 06:24:32.099175 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e73b6-2cf8-4058-b96d-596d90721055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e1bc5-9a56-4417-998f-331ff8fcfcfc,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:32.100598 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56570) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:32.102308 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3c4ff68e-0e78-497b-b895-21be5e826140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6045f939-7bd3-4725-ab3e-2de5c685b6b5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.146015 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ff68e-0e78-497b-b895-21be5e826140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045f939-7bd3-4725-ab3e-2de5c685b6b5,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:32.155028 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3c4ff68e-0e78-497b-b895-21be5e826140 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd3c4e5f11fd4595b2002233b432b423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995104 Mar 10 06:24:32.155901 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56572) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:32.181904 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] Publish callbacks [] for security_group (a08e1bc5-9a56-4417-998f-331ff8fcfcfc), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.219310 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] Publish callbacks [] for security_group (a08e1bc5-9a56-4417-998f-331ff8fcfcfc), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.229786 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.252182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] Publish callbacks [] for security_group (6045f939-7bd3-4725-ab3e-2de5c685b6b5), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.285107 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] Publish callbacks [] for security_group (6045f939-7bd3-4725-ab3e-2de5c685b6b5), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.361390 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (a08e1bc5-9a56-4417-998f-331ff8fcfcfc), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.364608 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.365776 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a08e1bc5-9a56-4417-998f-331ff8fcfcfc HTTP/1.1" status: 204 len: 168 time: 0.2641835 Mar 10 06:24:32.373947 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09f57-c689-431d-b999-ea3491072bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e1bc5-9a56-4417-998f-331ff8fcfcfc,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:32.379643 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6045f939-7bd3-4725-ab3e-2de5c685b6b5), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.381879 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:32.383452 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6045f939-7bd3-4725-ab3e-2de5c685b6b5 HTTP/1.1" status: 204 len: 168 time: 0.2263291 Mar 10 06:24:32.391880 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bcb20-8cc4-4f96-9880-764a87a2ab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045f939-7bd3-4725-ab3e-2de5c685b6b5,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:33.291886 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56592) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:33.306530 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c7673b13-a2a4-4d33-bb3f-618ff1b85960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.385910 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c7673b13-a2a4-4d33-bb3f-618ff1b85960 admin admin] Publish callbacks [] for security_group (4b383c4a-53f7-4217-be38-5edd81c6bf39), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.469211 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c7673b13-a2a4-4d33-bb3f-618ff1b85960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4b383c4a-53f7-4217-be38-5edd81c6bf39), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.509916 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c7673b13-a2a4-4d33-bb3f-618ff1b85960 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32c194b2849c4dfd8745021398b0d31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169149 Mar 10 06:24:33.511064 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7673b13-a2a4-4d33-bb3f-618ff1b85960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b383c4a-53f7-4217-be38-5edd81c6bf39,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:33.512824 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56598) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:33.570419 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] Publish callbacks [] for security_group (4b383c4a-53f7-4217-be38-5edd81c6bf39), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.591637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] Publish callbacks [] for security_group (4b383c4a-53f7-4217-be38-5edd81c6bf39), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.709757 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (4b383c4a-53f7-4217-be38-5edd81c6bf39), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.712863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.713629 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56604) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:33.719940 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b383c4a-53f7-4217-be38-5edd81c6bf39 HTTP/1.1" status: 204 len: 168 time: 0.2003829 Mar 10 06:24:33.723909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817a1ab-8e0c-4ce5-955f-7152bd9caa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b383c4a-53f7-4217-be38-5edd81c6bf39,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:33.827575 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-934323364-network', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:33.927370 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Made reservation on behalf of 22d6b4c67cb44e559e09cdf1e4f6ad42 for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:33.929783 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:33.938945 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.022678 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks [] for security_group (2af16edd-d05d-4018-9328-a39da22717fd), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.097874 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (2af16edd-d05d-4018-9328-a39da22717fd), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.120091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:24:34.134802 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af16edd-d05d-4018-9328-a39da22717fd,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:34.140191 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (fd92a247-5365-4864-b02a-4a8b8bd2d0d0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.140879 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Added segment fd92a247-5365-4864-b02a-4a8b8bd2d0d0 of type vlan for network fd978aa4-35e0-410c-86e8-a0d777c6ca2f Mar 10 06:24:34.192284 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (fd978aa4-35e0-410c-86e8-a0d777c6ca2f), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.315571 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (fd978aa4-35e0-410c-86e8-a0d777c6ca2f), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.317795 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:34.318419 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.376550 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd978aa4-35e0-410c-86e8-a0d777c6ca2f,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:34.388273 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:24:34.403867 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-48f9379b-522f-44b1-b74d-514f55b231b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6890202 Mar 10 06:24:34.406713 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56622) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:34.412430 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Request body: {'subnet': {'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-934323364-subnet', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'ip_version': 4}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:34.492240 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Made reservation on behalf of 22d6b4c67cb44e559e09cdf1e4f6ad42 for: {'subnet': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:34.494805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9805625'] for subnet (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.740060 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9713406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9805591'] for subnet (f69b453c-7fc5-4d29-907e-0818bf579b95), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.792777 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69b453c-7fc5-4d29-907e-0818bf579b95,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:34.810908 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Checking segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103624) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:34.811271 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Network hostable DHCP agents. Network: fd978aa4-35e0-410c-86e8-a0d777c6ca2f, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103624) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:24:34.892180 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103624) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:24:34.961055 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, fd978aa4-35e0-410c-86e8-a0d777c6ca2f) {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:34.965833 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:34.966452 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:34.970669 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3800b-da82-4045-8465-9bb9c990360b None None] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:35.052943 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-39dc34d8-db10-4de1-9492-b6d80021ab0e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6447613 Mar 10 06:24:35.055764 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56638) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:35.061149 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:35.075257 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:24:35.076132 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.167205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.168550 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.236198 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for router_controller (6a33e003-463b-4344-8bed-3d69dc10a20e), precommit_add_association {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.379895 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Allocated IP 172.20.0.2 (fd978aa4-35e0-410c-86e8-a0d777c6ca2f/f69b453c-7fc5-4d29-907e-0818bf579b95/4ba3ab40-a36d-4fbf-884d-b5696e0faa12) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:35.466342 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for router_gateway (6a33e003-463b-4344-8bed-3d69dc10a20e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.549384 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks [] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.616428 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.666215 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:35.671408 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:35.679908 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:35.688275 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Pushing event updated for resources: {'Port': ['ID=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:35.763753 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for router_gateway (6a33e003-463b-4344-8bed-3d69dc10a20e), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.772167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Attempting to bind port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:35.772425 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Attempting to bind port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:35.772797 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Attempting to bind port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 on network fd978aa4-35e0-410c-86e8-a0d777c6ca2f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:35.778010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:35.778604 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Checking segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:35.778982 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.779389 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Bound using segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:35.779860 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Bound port: 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:35.780247 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.786145 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:35.853480 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] For port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:35.856609 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] For port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:35.918869 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Allocated IP 172.27.2.9 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/898d2a3e-2ba9-4672-8dc5-5d5f0f27a352) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:35.980639 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.028439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.060547 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9262-9ed5-46df-a31d-46c78eecfdd6 None None] Pushing event updated for resources: {'Port': ['ID=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:36.243147 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.278632 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:36.281665 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:36.285486 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:36.320275 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Pushing event updated for resources: {'Port': ['ID=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:36.518536 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56662) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:36.641623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for router_gateway (6a33e003-463b-4344-8bed-3d69dc10a20e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.646538 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-60381f47-9f80-4458-aeae-662cffd6c9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.758734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-60381f47-9f80-4458-aeae-662cffd6c9ac admin admin] Publish callbacks [] for security_group (54f697cb-ca1d-4b4f-98c7-e1f29262f44c), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.822391 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:36.835206 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-60381f47-9f80-4458-aeae-662cffd6c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (54f697cb-ca1d-4b4f-98c7-e1f29262f44c), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.879105 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-60381f47-9f80-4458-aeae-662cffd6c9ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=759a197f754e4fb5b71bc22964b337df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585656 Mar 10 06:24:36.880197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56668) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:36.897757 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60381f47-9f80-4458-aeae-662cffd6c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f697cb-ca1d-4b4f-98c7-e1f29262f44c,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:36.900014 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.913304 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:36.915002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:36.997419 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] Publish callbacks [] for security_group (54f697cb-ca1d-4b4f-98c7-e1f29262f44c), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.033053 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:37.033331 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.037826 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9bb5e-66a9-4131-9db9-7d3d5fd9e343 None None] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:37.057619 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] Publish callbacks [] for security_group (54f697cb-ca1d-4b4f-98c7-e1f29262f44c), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.124105 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:37.171587 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-e6b2057a-2a15-4e68-b057-2174d20ee5ba None None] Provisioning complete for port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:37.171881 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-e6b2057a-2a15-4e68-b057-2174d20ee5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.185952 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Router 6a33e003-463b-4344-8bed-3d69dc10a20e is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103623) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:24:37.221351 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.237123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (54f697cb-ca1d-4b4f-98c7-e1f29262f44c), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.240532 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.244706 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54f697cb-ca1d-4b4f-98c7-e1f29262f44c HTTP/1.1" status: 204 len: 168 time: 0.3608675 Mar 10 06:24:37.270295 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666c241-60e2-475d-91ca-1a4cfb7ef973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f697cb-ca1d-4b4f-98c7-e1f29262f44c,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:37.285571 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:37.354229 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:37.355511 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2057a-2a15-4e68-b057-2174d20ee5ba None None] Current status of the port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:37.366632 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Sync routers for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:37.380317 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:37.381120 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:37.438402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.444077 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56674) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:37.444501 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-33503a88-b374-4f9c-9094-62bdad83948c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3875091 Mar 10 06:24:37.498761 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:37.600581 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-862b750b-26a3-4d9a-9fff-4090e0d97c2c None None] Provisioning complete for port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:37.605969 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-862b750b-26a3-4d9a-9fff-4090e0d97c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.721755 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-862b750b-26a3-4d9a-9fff-4090e0d97c2c None None] Current status of the port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:37.762005 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:36Z', 'revision_number': 3, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:37.790035 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Checking router: 6a33e003-463b-4344-8bed-3d69dc10a20e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:37.790379 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Updating router 6a33e003-463b-4344-8bed-3d69dc10a20e port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:24:37.822841 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:37.962870 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.103584 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks [] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.119964 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56680) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:38.133428 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ddfb707e-4991-4933-984e-29cb796c50e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.151943 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Allocated IP 172.20.0.1 (fd978aa4-35e0-410c-86e8-a0d777c6ca2f/f69b453c-7fc5-4d29-907e-0818bf579b95/a5039201-c4bd-49a4-93f6-07aea35f8074) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:38.183936 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.214453 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ddfb707e-4991-4933-984e-29cb796c50e7 admin admin] Publish callbacks [] for security_group (9678e11a-9872-43bf-8d53-68e276095d22), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.239319 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Pushing event updated for resources: {'Port': ['ID=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:38.242119 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Attempting to bind port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:38.242483 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Attempting to bind port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:38.242862 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Attempting to bind port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:38.254451 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:38.254893 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:38.255307 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.255733 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:38.256252 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Bound port: 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:38.256635 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.260032 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.260401 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.260758 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.261093 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.261419 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.261742 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.262078 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.262520 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.262876 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.266184 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.266184 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.266184 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.266184 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:24:38.276139 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks [] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.321057 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-ddfb707e-4991-4933-984e-29cb796c50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (9678e11a-9872-43bf-8d53-68e276095d22), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.322058 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] For port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:38.325582 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] For port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:38.365323 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ddfb707e-4991-4933-984e-29cb796c50e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95e7dbaa21ed4736a5b7ad8d002ea02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442200 Mar 10 06:24:38.366220 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb707e-4991-4933-984e-29cb796c50e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9678e11a-9872-43bf-8d53-68e276095d22,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:38.368297 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56682) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:38.381748 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.406985 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.445694 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:38.451027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:38.453094 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Pushing event updated for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:38.458444 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:38.477466 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:38.477786 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:38.499631 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] Publish callbacks [] for security_group (9678e11a-9872-43bf-8d53-68e276095d22), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.517473 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (6a33e003-463b-4344-8bed-3d69dc10a20e), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.526922 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7b21-260a-46f2-b5ff-56f6d4e407d0 None None] Pushing event updated for resources: {'Port': ['ID=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:38.563871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] Publish callbacks [] for security_group (9678e11a-9872-43bf-8d53-68e276095d22), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.627576 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:38.749552 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-d1a43d68-e7c9-4c10-9d68-114cad9141e0 None None] Provisioning complete for port a5039201-c4bd-49a4-93f6-07aea35f8074 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:38.750634 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a43d68-e7c9-4c10-9d68-114cad9141e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.772288 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), before_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.777363 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (9678e11a-9872-43bf-8d53-68e276095d22), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.780099 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.781310 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9678e11a-9872-43bf-8d53-68e276095d22 HTTP/1.1" status: 204 len: 168 time: 0.4120085 Mar 10 06:24:38.793002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:38.835171 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b30e35-0fa5-4441-81d7-41cbaf1b082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678e11a-9872-43bf-8d53-68e276095d22,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:38.841850 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:36Z', 'revision_number': 3, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:38.883240 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e029195-bbd3-4697-89fb-16a3e37810ad None None] The sync data for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi is: [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:36Z', 'revision_number': 3, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:38.898070 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-d1a43d68-e7c9-4c10-9d68-114cad9141e0 None None] Port a5039201-c4bd-49a4-93f6-07aea35f8074 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:24:38.937097 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:38.937377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:38.991515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks [] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:39.034850 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:39.367143 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9713291'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:39.438539 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (6a33e003-463b-4344-8bed-3d69dc10a20e), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:39.440457 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Pushing event updated for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=2']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:39.557318 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:39.559073 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:39.767961 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Router 6a33e003-463b-4344-8bed-3d69dc10a20e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:24:39.904274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:39.910809 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-31f44408-4f97-4ac5-a221-50fba6f65c19 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a33e003-463b-4344-8bed-3d69dc10a20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634759 Mar 10 06:24:39.928059 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-97ec0494-83e5-46e7-bf07-dfc0feb0632e None None] Provisioning complete for port a5039201-c4bd-49a4-93f6-07aea35f8074 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:39.928562 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-97ec0494-83e5-46e7-bf07-dfc0feb0632e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:39.964822 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-97ec0494-83e5-46e7-bf07-dfc0feb0632e None None] Port a5039201-c4bd-49a4-93f6-07aea35f8074 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:24:40.589292 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Sync routers for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:40.600849 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:40.601488 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:40.735911 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:40.743455 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56734) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:40.748756 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959068092-network', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:40.826163 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:40.857914 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Made reservation on behalf of a76491a5ed7e4cdba33a389ca1f8351a for: {'network': 1} {{(pid=103624) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:40.860514 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for network (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:40.872123 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:40.945800 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:40.946365 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:40.955195 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks [] for security_group (7c0c629a-9009-41d7-806b-02f0e54dd6b0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.018472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7c0c629a-9009-41d7-806b-02f0e54dd6b0), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.044735 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103624) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 06:24:41.053482 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c629a-9009-41d7-806b-02f0e54dd6b0,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:41.066244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 2, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:41.066244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:41.066244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.072032 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (453436af-bee4-40e1-9214-209902c5e7c0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.072554 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.segments_db [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Added segment 453436af-bee4-40e1-9214-209902c5e7c0 of type vlan for network a5e73a63-c557-490b-927b-6b6517e4071b Mar 10 06:24:41.100567 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Checking router: 6a33e003-463b-4344-8bed-3d69dc10a20e for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:41.100995 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Updating router 6a33e003-463b-4344-8bed-3d69dc10a20e port a5039201-c4bd-49a4-93f6-07aea35f8074 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:24:41.119556 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753070560449'] for network (a5e73a63-c557-490b-927b-6b6517e4071b), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.137254 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:41.142878 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.195147 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.229150 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838'] for network (a5e73a63-c557-490b-927b-6b6517e4071b), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.230528 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103624) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:41.230871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.291827 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] Pushing event updated for resources: {'Network': ['ID=a5e73a63-c557-490b-927b-6b6517e4071b,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:41.305766 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Network a5e73a63-c557-490b-927b-6b6517e4071b details requested by agent ovs-agent-dv-cinder-804735-28-iscsi with host dv-cinder-804735-28-iscsi {{(pid=103625) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 06:24:41.308421 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a63c9a3e-283f-4d93-9121-a721dfa38fab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5638738 Mar 10 06:24:41.313246 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56756) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:41.318950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Request body: {'subnet': {'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959068092-subnet', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'ip_version': 4}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:41.345955 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:41.420507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Made reservation on behalf of a76491a5ed7e4cdba33a389ca1f8351a for: {'subnet': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:24:41.420824 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9095376'] for subnet (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.540918 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks [] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.606624 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.658169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84fae4-3987-4371-9376-acf8b0376b5a None None] Pushing event updated for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:41.664112 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8997735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9095422'] for subnet (cb801e62-bb99-466f-bc34-b5e140b7c64f), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.719878 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Attempting to bind port a5039201-c4bd-49a4-93f6-07aea35f8074 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:41.720489 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Attempting to bind port a5039201-c4bd-49a4-93f6-07aea35f8074 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:41.721101 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Attempting to bind port a5039201-c4bd-49a4-93f6-07aea35f8074 on network fd978aa4-35e0-410c-86e8-a0d777c6ca2f {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:41.730830 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:41.736484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Checking segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:41.736484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.736484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Bound using segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:41.736484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Bound port: a5039201-c4bd-49a4-93f6-07aea35f8074, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:41.736484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.747190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb801e62-bb99-466f-bc34-b5e140b7c64f,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:41.759423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Checking segment: {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:41.761811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Network hostable DHCP agents. Network: a5e73a63-c557-490b-927b-6b6517e4071b, hostable agents: ['a33bb02a-18b1-4838-9015-9e0ad5a32e9b'], hosted agents: [] {{(pid=103623) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 06:24:41.810529 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] For port a5039201-c4bd-49a4-93f6-07aea35f8074, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:41.814063 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] For port a5039201-c4bd-49a4-93f6-07aea35f8074, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a5039201-c4bd-49a4-93f6-07aea35f8074,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:41.847063 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Network a5e73a63-c557-490b-927b-6b6517e4071b is scheduled to be hosted by DHCP agent a33bb02a-18b1-4838-9015-9e0ad5a32e9b with binding_index 1 {{(pid=103623) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 06:24:41.908649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.908649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Provisioning complete for port a5039201-c4bd-49a4-93f6-07aea35f8074 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:41.908649 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:41.955231 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-28-iscsi, a5e73a63-c557-490b-927b-6b6517e4071b) {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:41.960612 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:24:41.961231 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.078775 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-224f6d99-95f8-4e75-9cbc-92b702908414 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7642465 Mar 10 06:24:42.082266 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5216584-fc4e-44f2-ae8c-1a90851b23ff None None] Network a5e73a63-c557-490b-927b-6b6517e4071b requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:42.082800 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56768) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:42.087403 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:42.161091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:42.162196 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:42.213734 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1673040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8588'] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.215508 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-424198', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1604497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8693'] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.235736 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84fae4-3987-4371-9376-acf8b0376b5a None None] Pushing event updated for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:42.286250 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for router_controller (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), precommit_add_association {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.324380 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc915ae97-cbee-5375-9998-363a598245b0-a5e73a63-c557-490b-927b-6b6517e4071b', 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b', 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'fixed_ips': [{'subnet_id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f'}]}} from dv-cinder-804735-28-iscsi. {{(pid=103625) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 06:24:42.325239 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.397072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Current status of the port a5039201-c4bd-49a4-93f6-07aea35f8074 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:42.397463 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.413567 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:42.510115 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for router_gateway (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), precommit_update {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.563980 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] For port a5039201-c4bd-49a4-93f6-07aea35f8074, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a5039201-c4bd-49a4-93f6-07aea35f8074,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:42.664276 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.db_base_plugin_common [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Allocated IP 172.20.0.2 (a5e73a63-c557-490b-927b-6b6517e4071b/cb801e62-bb99-466f-bc34-b5e140b7c64f/30986acc-b99f-4ccd-9b83-5ef66a11057f) {{(pid=103625) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:42.669706 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:42.788682 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:42.843650 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8027a-551b-4d5b-a3b4-25e31ed00cc3 None None] Pushing event updated for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:42.887519 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-10e0cb7e-749f-40f5-a676-aa3329c5a999 None None] Provisioning complete for port a5039201-c4bd-49a4-93f6-07aea35f8074 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:42.887908 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-10e0cb7e-749f-40f5-a676-aa3329c5a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.009705 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:43.012340 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks [] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), precommit_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.014423 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:43.014815 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.030952 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for router_gateway (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.044084 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ee945-73c2-4b7e-a7aa-72bb9ab8a5fb None None] The sync data for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi is: [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:43.060928 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.118175 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-10e0cb7e-749f-40f5-a676-aa3329c5a999 None None] Current status of the port a5039201-c4bd-49a4-93f6-07aea35f8074 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:43.122300 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), after_create {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.175822 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Network a5e73a63-c557-490b-927b-6b6517e4071b is already hosted by enough agents. {{(pid=103625) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:43.180072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Pushing event updated for resources: {'Port': ['ID=30986acc-b99f-4ccd-9b83-5ef66a11057f,revision_number=1']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:43.183625 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.scheduler.base_scheduler [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Resources bound (agent type, host, resource id): {{(pid=103625) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:43.203577 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Received port after_create {{(pid=103625) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:43.209674 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_common [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Allocated IP 172.27.2.176 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/40fd7073-4394-40fa-bac4-acf4f1edb401) {{(pid=103624) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:43.241450 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:43.276658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Attempting to bind port 30986acc-b99f-4ccd-9b83-5ef66a11057f on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:43.277136 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Attempting to bind port 30986acc-b99f-4ccd-9b83-5ef66a11057f by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:43.277583 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Attempting to bind port 30986acc-b99f-4ccd-9b83-5ef66a11057f on network a5e73a63-c557-490b-927b-6b6517e4071b {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:43.282971 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:43.283352 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Checking segment: {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:43.283758 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.284910 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Bound using segment: {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:43.285389 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Bound port: 30986acc-b99f-4ccd-9b83-5ef66a11057f, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:43.285777 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.323713 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.360771 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-65e76461-1a45-433b-994d-a30388f75367 None None] For port 30986acc-b99f-4ccd-9b83-5ef66a11057f, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:43.364243 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-65e76461-1a45-433b-994d-a30388f75367 None None] For port 30986acc-b99f-4ccd-9b83-5ef66a11057f, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=30986acc-b99f-4ccd-9b83-5ef66a11057f,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:43.435460 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.435927 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:43.515352 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103624) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:43.530689 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e76461-1a45-433b-994d-a30388f75367 None None] Pushing event updated for resources: {'Port': ['ID=30986acc-b99f-4ccd-9b83-5ef66a11057f,revision_number=2']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:43.538333 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.base_scheduler [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103624) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:43.541943 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Received port after_create {{(pid=103624) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:43.571195 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Pushing event updated for resources: {'Port': ['ID=40fd7073-4394-40fa-bac4-acf4f1edb401,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:43.891325 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:24:43.929051 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for router_gateway (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.140909 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-424297'] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.383775 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 is scheduled to L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c with binding_index 1 {{(pid=103624) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 06:24:44.496754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e32afd-8e11-4500-9a74-6b2e892f2f5b None None] Network a5e73a63-c557-490b-927b-6b6517e4071b requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:24:44.498416 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:44.509994 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Sync routers for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:44.521373 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:44.522085 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:44.582514 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Provisioning complete for port 30986acc-b99f-4ccd-9b83-5ef66a11057f triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:44.582834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.598182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.602219 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6b311f44-ace3-4f78-862b-8f4a6ef6dd42 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5157616 Mar 10 06:24:44.602574 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56792) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:44.711367 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Current status of the port 30986acc-b99f-4ccd-9b83-5ef66a11057f is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:44.711922 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.724116 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:44.828223 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] For port 30986acc-b99f-4ccd-9b83-5ef66a11057f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=30986acc-b99f-4ccd-9b83-5ef66a11057f,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:44.913153 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a5039201-c4bd-49a4-93f6-07aea35f8074 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:44.919201 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:44.970570 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:43Z', 'revision_number': 3, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:45.000045 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Checking router: f4db8e42-1aa0-47cb-b8a9-f0accb90a017 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:45.000397 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Updating router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 port 40fd7073-4394-40fa-bac4-acf4f1edb401 binding host dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:24:45.033001 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.047091 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ebe37-f5b1-4713-9240-a7a20e9a0f92 None None] Pushing event updated for resources: {'Port': ['ID=30986acc-b99f-4ccd-9b83-5ef66a11057f,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:45.063502 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-6ba0fc85-97e9-460c-8c27-09b6c655df3a None None] Provisioning complete for port 30986acc-b99f-4ccd-9b83-5ef66a11057f triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:45.063875 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fc85-97e9-460c-8c27-09b6c655df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.096629 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port a5039201-c4bd-49a4-93f6-07aea35f8074 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:45.097084 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.227761 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0fc85-97e9-460c-8c27-09b6c655df3a None None] Current status of the port 30986acc-b99f-4ccd-9b83-5ef66a11057f is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:45.233464 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port a5039201-c4bd-49a4-93f6-07aea35f8074 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:45.234512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 30986acc-b99f-4ccd-9b83-5ef66a11057f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:45.259873 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.289188 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 30986acc-b99f-4ccd-9b83-5ef66a11057f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:45.297240 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.320555 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks [] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), precommit_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.379806 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 30986acc-b99f-4ccd-9b83-5ef66a11057f is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:45.406882 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.445550 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Allocated IP 172.20.0.1 (a5e73a63-c557-490b-927b-6b6517e4071b/cb801e62-bb99-466f-bc34-b5e140b7c64f/6f62a040-978f-4bee-aec4-d6fb99356261) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:24:45.449180 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56802) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:45.460023 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Attempting to bind port 40fd7073-4394-40fa-bac4-acf4f1edb401 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:45.460023 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Attempting to bind port 40fd7073-4394-40fa-bac4-acf4f1edb401 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:45.460023 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Attempting to bind port 40fd7073-4394-40fa-bac4-acf4f1edb401 on network 838909d7-e120-4ec1-b3d0-0501687eb96f {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:45.466349 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:45.466886 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Checking segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:45.467287 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.468638 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Bound using segment: {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'} {{(pid=103626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:45.468638 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.managers [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Bound port: 40fd7073-4394-40fa-bac4-acf4f1edb401, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e671b1-95be-4a8b-a38a-f982030d49ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f'}}] {{(pid=103626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:45.468859 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), before_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.516103 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d4ac0-998c-44d4-8feb-e19b1f7c7b3b None None] Pushing event updated for resources: {'Port': ['ID=40fd7073-4394-40fa-bac4-acf4f1edb401,revision_number=2']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:45.552633 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] For port 40fd7073-4394-40fa-bac4-acf4f1edb401, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:45.556231 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.plugins.ml2.db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] For port 40fd7073-4394-40fa-bac4-acf4f1edb401, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=40fd7073-4394-40fa-bac4-acf4f1edb401,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:45.593660 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5718a35e-8ba1-42bb-adea-66d2eeb8a3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.603118 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks [] for port (6f62a040-978f-4bee-aec4-d6fb99356261), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.653197 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron_lib.callbacks.manager [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), after_update {{(pid=103626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.680584 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5718a35e-8ba1-42bb-adea-66d2eeb8a3e7 admin admin] Publish callbacks [] for security_group (bdc023c6-2a39-492e-94ff-e104845b009a), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.713814 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d4ac0-998c-44d4-8feb-e19b1f7c7b3b None None] Pushing event updated for resources: {'Port': ['ID=40fd7073-4394-40fa-bac4-acf4f1edb401,revision_number=3']} {{(pid=103626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:45.719303 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:45.719303 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:45.738376 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.781023 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Network a5e73a63-c557-490b-927b-6b6517e4071b is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:45.784188 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:45.784422 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-5718a35e-8ba1-42bb-adea-66d2eeb8a3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bdc023c6-2a39-492e-94ff-e104845b009a), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.788814 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:24:45.791918 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Pushing event updated for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:45.837524 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-5718a35e-8ba1-42bb-adea-66d2eeb8a3e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e58b2704b24d42d2a60bff3268016762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867435 Mar 10 06:24:45.837832 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a35e-8ba1-42bb-adea-66d2eeb8a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc023c6-2a39-492e-94ff-e104845b009a,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:45.841111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56806) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:45.841725 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:45.848742 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1671430'] for router_interface (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.917396 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] Publish callbacks [] for security_group (bdc023c6-2a39-492e-94ff-e104845b009a), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:45.947063 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] Publish callbacks [] for security_group (bdc023c6-2a39-492e-94ff-e104845b009a), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.056069 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-2bd300bc-0299-4e6a-8229-08f856930e9c None None] Provisioning complete for port 6f62a040-978f-4bee-aec4-d6fb99356261 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:46.056656 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2bd300bc-0299-4e6a-8229-08f856930e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.076762 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.089054 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bdc023c6-2a39-492e-94ff-e104845b009a), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.093974 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.095958 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdc023c6-2a39-492e-94ff-e104845b009a HTTP/1.1" status: 204 len: 168 time: 0.2442849 Mar 10 06:24:46.099060 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2bd300bc-0299-4e6a-8229-08f856930e9c None None] Port 6f62a040-978f-4bee-aec4-d6fb99356261 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:24:46.123512 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dad94-4e8f-4c30-a24b-cde5f4d4d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc023c6-2a39-492e-94ff-e104845b009a,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:46.161705 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:43Z', 'revision_number': 3, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:46.196182 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb5f5d-c5ca-4b2d-87bb-430e421ed85f None None] The sync data for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi is: [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:43Z', 'revision_number': 3, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:46.267724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks [] for port (6f62a040-978f-4bee-aec4-d6fb99356261), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.337829 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.416058 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Pushing event updated for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:46.419672 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1629884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1671594'] for router_interface (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:46.541898 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Network a5e73a63-c557-490b-927b-6b6517e4071b is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:24:46.543340 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:24:46.675247 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:24:46.868939 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:24:46.895405 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-64ec8f38-938b-43ac-a178-8cd155925b97 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4db8e42-1aa0-47cb-b8a9-f0accb90a017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2914920 Mar 10 06:24:47.002453 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 30986acc-b99f-4ccd-9b83-5ef66a11057f up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:47.032531 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-7a9f00d7-8d3c-4431-8fe0-fd5f5fa0027c None None] Provisioning complete for port 6f62a040-978f-4bee-aec4-d6fb99356261 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:47.032913 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7a9f00d7-8d3c-4431-8fe0-fd5f5fa0027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.037223 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56820) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:47.050445 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8e19c562-0e13-4c10-bd91-f09d94463808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.096298 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7a9f00d7-8d3c-4431-8fe0-fd5f5fa0027c None None] Port 6f62a040-978f-4bee-aec4-d6fb99356261 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:24:47.114049 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 30986acc-b99f-4ccd-9b83-5ef66a11057f triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:47.114427 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.151261 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8e19c562-0e13-4c10-bd91-f09d94463808 admin admin] Publish callbacks [] for security_group (bd1b6d0a-bd0b-4f12-874a-61d04f5e1787), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.210813 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 30986acc-b99f-4ccd-9b83-5ef66a11057f is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:47.210813 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 40fd7073-4394-40fa-bac4-acf4f1edb401 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:47.229757 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8e19c562-0e13-4c10-bd91-f09d94463808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd1b6d0a-bd0b-4f12-874a-61d04f5e1787), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.257866 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 40fd7073-4394-40fa-bac4-acf4f1edb401 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:47.258244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.275415 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8e19c562-0e13-4c10-bd91-f09d94463808 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2864cec6b1f3415184bd4ea26dfbb630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340961 Mar 10 06:24:47.275415 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19c562-0e13-4c10-bd91-f09d94463808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1b6d0a-bd0b-4f12-874a-61d04f5e1787,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:47.275632 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56826) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:47.342331 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] Publish callbacks [] for security_group (bd1b6d0a-bd0b-4f12-874a-61d04f5e1787), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.344784 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 40fd7073-4394-40fa-bac4-acf4f1edb401 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:47.345244 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.363858 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] Publish callbacks [] for security_group (bd1b6d0a-bd0b-4f12-874a-61d04f5e1787), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.368422 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] For port 40fd7073-4394-40fa-bac4-acf4f1edb401, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=40fd7073-4394-40fa-bac4-acf4f1edb401,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:47.429230 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.478377 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Pushing event updated for resources: {'Port': ['ID=40fd7073-4394-40fa-bac4-acf4f1edb401,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:47.503384 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd1b6d0a-bd0b-4f12-874a-61d04f5e1787), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.506920 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:47.508090 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd1b6d0a-bd0b-4f12-874a-61d04f5e1787 HTTP/1.1" status: 204 len: 168 time: 0.2316265 Mar 10 06:24:47.518188 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af6244-091a-408e-a8c6-2c7baf4bb636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1b6d0a-bd0b-4f12-874a-61d04f5e1787,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:47.857825 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56832) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:47.862668 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436218404', 'description': 'tempest-secgroup-smoke-1436218404 description', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:47.913328 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Sync routers for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:24:47.923872 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:47.924478 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:47.984067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.041500 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:48.055541 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (46b6a9d2-24d0-4350-908e-53ad735e9afc), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.137917 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (46b6a9d2-24d0-4350-908e-53ad735e9afc), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.178020 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6a9d2-24d0-4350-908e-53ad735e9afc,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:48.262020 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:45Z', 'revision_number': 4, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '6f62a040-978f-4bee-aec4-d6fb99356261', 'name': '', 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'mac_address': 'fa:16:3e:b4:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:45Z', 'updated_at': '2022-03-10T06:24:46Z', 'revision_number': 2, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'subnets': [{'id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:48.272046 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.273383 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-ac5906d7-32fe-44d1-9d2c-25a555304ee3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4144368 Mar 10 06:24:48.276460 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56850) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:48.281092 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:48.290160 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Checking router: f4db8e42-1aa0-47cb-b8a9-f0accb90a017 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:24:48.290525 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Updating router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 port 6f62a040-978f-4bee-aec4-d6fb99356261 binding host dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 06:24:48.321239 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.366340 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (e2a3f54e-84ab-461c-9ad7-3554956736ca), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.420898 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (e2a3f54e-84ab-461c-9ad7-3554956736ca), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.532750 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (e2a3f54e-84ab-461c-9ad7-3554956736ca), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.556698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a3f54e-84ab-461c-9ad7-3554956736ca,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:48.585826 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks [] for port (6f62a040-978f-4bee-aec4-d6fb99356261), precommit_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.663869 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.665510 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.666972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-01438510-1934-44b3-9d8a-acf0dc561fd1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894761 Mar 10 06:24:48.669906 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56860) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:48.675120 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:48.760962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (d197c0f5-f4dd-4ee1-8d32-d161a58718d9), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.777120 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda2ae-79fa-4f28-b320-206143412490 None None] Pushing event updated for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=3']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:48.827685 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 40fd7073-4394-40fa-bac4-acf4f1edb401 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:48.849541 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (d197c0f5-f4dd-4ee1-8d32-d161a58718d9), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.863764 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Attempting to bind port 6f62a040-978f-4bee-aec4-d6fb99356261 on host dv-cinder-804735-28-iscsi for vnic_type normal with profile {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:24:48.863764 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Attempting to bind port 6f62a040-978f-4bee-aec4-d6fb99356261 by drivers openvswitch,hyperv on host dv-cinder-804735-28-iscsi at level 0 using segments [{'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:24:48.863764 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Attempting to bind port 6f62a040-978f-4bee-aec4-d6fb99356261 on network a5e73a63-c557-490b-927b-6b6517e4071b {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:24:48.879514 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Checking agent: {'id': '0984a473-1e1d-420c-b656-17e7e4e8b181', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 8, 2), 'started_at': datetime.datetime(2022, 3, 10, 6, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:24:48.879898 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Checking segment: {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103625) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:24:48.880497 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.880904 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Bound using segment: {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'} {{(pid=103625) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:24:48.881530 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.managers [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Bound port: 6f62a040-978f-4bee-aec4-d6fb99356261, host: dv-cinder-804735-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453436af-bee4-40e1-9214-209902c5e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b'}}] {{(pid=103625) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:24:48.882834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.920949 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (d197c0f5-f4dd-4ee1-8d32-d161a58718d9), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.937730 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d197c0f5-f4dd-4ee1-8d32-d161a58718d9,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:48.947391 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 40fd7073-4394-40fa-bac4-acf4f1edb401 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:48.947780 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:48.997191 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] For port 6f62a040-978f-4bee-aec4-d6fb99356261, host dv-cinder-804735-28-iscsi, cleared binding levels {{(pid=103625) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:24:49.001471 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] For port 6f62a040-978f-4bee-aec4-d6fb99356261, host dv-cinder-804735-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6f62a040-978f-4bee-aec4-d6fb99356261,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103625) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:24:49.016487 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.018134 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-24cd8480-ec75-4065-a0b6-1fbcf9a51647 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3470550 Mar 10 06:24:49.022261 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56870) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:49.027227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:49.067652 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 40fd7073-4394-40fa-bac4-acf4f1edb401 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:49.077598 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-7b2a060c-822b-4236-b13d-48f234e0514a None None] Provisioning complete for port 6f62a040-978f-4bee-aec4-d6fb99356261 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:49.077598 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7b2a060c-822b-4236-b13d-48f234e0514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.113309 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a060c-822b-4236-b13d-48f234e0514a None None] Port 6f62a040-978f-4bee-aec4-d6fb99356261 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:24:49.121194 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.156258 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (5133efcc-4b90-47ea-94ac-4dad1a844abc), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.178856 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:24:49.186773 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:24:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:49.226989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eda2ae-79fa-4f28-b320-206143412490 None None] Pushing event updated for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:49.233663 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (5133efcc-4b90-47ea-94ac-4dad1a844abc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.310140 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (5133efcc-4b90-47ea-94ac-4dad1a844abc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.329357 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:24:49.353595 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5133efcc-4b90-47ea-94ac-4dad1a844abc,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:49.427398 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.428720 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-47aff557-b174-48ff-a63e-6fa501dd77fd tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4054248 Mar 10 06:24:49.431566 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56880) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:49.436066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:49.477834 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Provisioning complete for port 6f62a040-978f-4bee-aec4-d6fb99356261 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:49.478219 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.588660 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (d0f6e1ea-6327-432f-89fe-23b31fdaf564), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.601872 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Current status of the port 6f62a040-978f-4bee-aec4-d6fb99356261 is: DOWN; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:49.602266 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.634710 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:45Z', 'revision_number': 4, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '6f62a040-978f-4bee-aec4-d6fb99356261', 'name': '', 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'mac_address': 'fa:16:3e:b4:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:45Z', 'updated_at': '2022-03-10T06:24:48Z', 'revision_number': 4, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'subnets': [{'id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:24:49.647564 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (d0f6e1ea-6327-432f-89fe-23b31fdaf564), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.665861 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ebc26-bd9f-4820-845f-a16ca7a108ed None None] The sync data for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi is: [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:24:45Z', 'revision_number': 4, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '6f62a040-978f-4bee-aec4-d6fb99356261', 'name': '', 'network_id': 'a5e73a63-c557-490b-927b-6b6517e4071b', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'mac_address': 'fa:16:3e:b4:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:45Z', 'updated_at': '2022-03-10T06:24:48Z', 'revision_number': 4, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'subnets': [{'id': 'cb801e62-bb99-466f-bc34-b5e140b7c64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:24:49.669380 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] For port 6f62a040-978f-4bee-aec4-d6fb99356261, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6f62a040-978f-4bee-aec4-d6fb99356261,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:24:49.749439 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (d0f6e1ea-6327-432f-89fe-23b31fdaf564), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.767654 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f6e1ea-6327-432f-89fe-23b31fdaf564,revision_number=0']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:49.789385 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.857756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9fe46-887a-43b6-a73d-6029ef6f4bcc None None] Pushing event updated for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:49.900244 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:49.901601 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-6022a26f-a50d-40a6-a2da-f162de87defc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4689579 Mar 10 06:24:49.904546 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56896) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:49.911132 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:50.018039 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.securitygroups_db [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Project 22d6b4c67cb44e559e09cdf1e4f6ad42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:24:50.033384 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (69ee4f4f-a678-4bd9-9bdd-4ec20fd4d6ef), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.094084 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (69ee4f4f-a678-4bd9-9bdd-4ec20fd4d6ef), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.212502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (69ee4f4f-a678-4bd9-9bdd-4ec20fd4d6ef), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.236890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ee4f4f-a678-4bd9-9bdd-4ec20fd4d6ef,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:50.397576 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.401982 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2d545930-f1ca-44c7-a170-463ae1c20cf6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4927962 Mar 10 06:24:50.402144 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56908) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:50.406533 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.v2.base [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'security_group_rule': {'security_group_id': '46b6a9d2-24d0-4350-908e-53ad735e9afc', 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103624) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:24:50.499249 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.securitygroups_db [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Project 22d6b4c67cb44e559e09cdf1e4f6ad42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 06:24:50.504514 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (68b5a3ef-2c68-4532-9833-03d9d22c3344), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.581154 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (68b5a3ef-2c68-4532-9833-03d9d22c3344), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.669471 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606411'] for security_group_rule (68b5a3ef-2c68-4532-9833-03d9d22c3344), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.692132 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b5a3ef-2c68-4532-9833-03d9d22c3344,revision_number=0']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:50.762614 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.763864 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d68cd8dd-fc01-4f21-b407-be847f3af9f7 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3607690 Mar 10 06:24:50.814938 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6f62a040-978f-4bee-aec4-d6fb99356261 up at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:24:50.869730 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Provisioning complete for port 6f62a040-978f-4bee-aec4-d6fb99356261 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:24:50.870592 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:50.956249 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Current status of the port 6f62a040-978f-4bee-aec4-d6fb99356261 is: ACTIVE; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:24:51.328915 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56962) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:51.431376 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-10de48ba-82d8-49e1-b99d-d46f7d34b32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.511941 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-10de48ba-82d8-49e1-b99d-d46f7d34b32f admin admin] Publish callbacks [] for security_group (1fd58d11-3685-492d-befd-3f49d62a32b0), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.589483 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-10de48ba-82d8-49e1-b99d-d46f7d34b32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1fd58d11-3685-492d-befd-3f49d62a32b0), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.630329 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-10de48ba-82d8-49e1-b99d-d46f7d34b32f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d295ca7001f41739bd749c8ea349bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975025 Mar 10 06:24:51.630329 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de48ba-82d8-49e1-b99d-d46f7d34b32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd58d11-3685-492d-befd-3f49d62a32b0,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:51.630748 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56970) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:51.688113 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-87dde343-6385-4470-858d-68109e528427 admin admin] Publish callbacks [] for security_group (1fd58d11-3685-492d-befd-3f49d62a32b0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.711004 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-87dde343-6385-4470-858d-68109e528427 admin admin] Publish callbacks [] for security_group (1fd58d11-3685-492d-befd-3f49d62a32b0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.857541 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-87dde343-6385-4470-858d-68109e528427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1fd58d11-3685-492d-befd-3f49d62a32b0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.860176 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-87dde343-6385-4470-858d-68109e528427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:51.861362 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-87dde343-6385-4470-858d-68109e528427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fd58d11-3685-492d-befd-3f49d62a32b0 HTTP/1.1" status: 204 len: 168 time: 0.2289853 Mar 10 06:24:51.869552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dde343-6385-4470-858d-68109e528427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd58d11-3685-492d-befd-3f49d62a32b0,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:52.474436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 56978) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:52.487933 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92603e52-3ddf-42d0-a45a-1e79633ca691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.559685 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92603e52-3ddf-42d0-a45a-1e79633ca691 admin admin] Publish callbacks [] for security_group (18df66e3-6681-4110-b0d1-af453fef5310), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.646323 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-92603e52-3ddf-42d0-a45a-1e79633ca691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (18df66e3-6681-4110-b0d1-af453fef5310), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.684640 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-92603e52-3ddf-42d0-a45a-1e79633ca691 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a24332bccc7497c98d42d79233394bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090585 Mar 10 06:24:52.685513 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92603e52-3ddf-42d0-a45a-1e79633ca691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18df66e3-6681-4110-b0d1-af453fef5310,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:52.687338 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 56984) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:52.736562 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] Publish callbacks [] for security_group (18df66e3-6681-4110-b0d1-af453fef5310), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.757200 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] Publish callbacks [] for security_group (18df66e3-6681-4110-b0d1-af453fef5310), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.880633 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (18df66e3-6681-4110-b0d1-af453fef5310), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.883236 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:52.884385 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18df66e3-6681-4110-b0d1-af453fef5310 HTTP/1.1" status: 204 len: 168 time: 0.1960783 Mar 10 06:24:52.892952 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5cf86-81f6-4e5e-b95d-24bf4de66c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18df66e3-6681-4110-b0d1-af453fef5310,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:54.598401 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57034) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:54.707690 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-04251c2a-e110-476b-ab23-f2a24b465ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:54.793197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-04251c2a-e110-476b-ab23-f2a24b465ca2 admin admin] Publish callbacks [] for security_group (36f6d522-114e-4212-93d5-b116cb62a6b0), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:54.880621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-04251c2a-e110-476b-ab23-f2a24b465ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (36f6d522-114e-4212-93d5-b116cb62a6b0), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:54.917473 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251c2a-e110-476b-ab23-f2a24b465ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6d522-114e-4212-93d5-b116cb62a6b0,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:54.925393 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-04251c2a-e110-476b-ab23-f2a24b465ca2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f396c2bcb2fb438a9558e3970126e608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247931 Mar 10 06:24:54.925510 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57044) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:24:54.983090 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] Publish callbacks [] for security_group (36f6d522-114e-4212-93d5-b116cb62a6b0), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:55.005128 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] Publish callbacks [] for security_group (36f6d522-114e-4212-93d5-b116cb62a6b0), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:55.172414 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (36f6d522-114e-4212-93d5-b116cb62a6b0), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:55.176149 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:55.177445 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36f6d522-114e-4212-93d5-b116cb62a6b0 HTTP/1.1" status: 204 len: 168 time: 0.2504809 Mar 10 06:24:55.185881 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458449e-ff88-424a-8470-98bb4dc9ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6d522-114e-4212-93d5-b116cb62a6b0,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:24:55.789554 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f8d8635c-785d-4cb6-8dc3-5c065517d6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:57.938258 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-972bd6b6-64c9-45fc-a2d5-64360005ceb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:59.314881 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:24:59.715045 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.495944 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57166) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:00.623821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02d288ca-aa72-4861-b5be-9110322c9250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.699730 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02d288ca-aa72-4861-b5be-9110322c9250 admin admin] Publish callbacks [] for security_group (6ef7e22c-1ef4-4675-8b43-977cd8ffd532), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.800631 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-02d288ca-aa72-4861-b5be-9110322c9250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6ef7e22c-1ef4-4675-8b43-977cd8ffd532), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.834883 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.839833 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-02d288ca-aa72-4861-b5be-9110322c9250 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00babdc86a3b4cc6b44bcec7c9a1faf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425641 Mar 10 06:25:00.841590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d288ca-aa72-4861-b5be-9110322c9250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef7e22c-1ef4-4675-8b43-977cd8ffd532,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:00.842709 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57170) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:00.899030 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] Publish callbacks [] for security_group (6ef7e22c-1ef4-4675-8b43-977cd8ffd532), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:00.920884 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] Publish callbacks [] for security_group (6ef7e22c-1ef4-4675-8b43-977cd8ffd532), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:01.029270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6ef7e22c-1ef4-4675-8b43-977cd8ffd532), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:01.036375 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:01.036375 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ef7e22c-1ef4-4675-8b43-977cd8ffd532 HTTP/1.1" status: 204 len: 168 time: 0.1921706 Mar 10 06:25:01.047026 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338572e6-7b66-4071-ab3e-e02ea34b0909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef7e22c-1ef4-4675-8b43-977cd8ffd532,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:02.228948 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:11.688900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-227ef223-befa-476c-86ca-5847a647d44e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436218404&fields=id&tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42 HTTP/1.1" status: 200 len: 267 time: 0.0443437 Mar 10 06:25:11.796490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-8591f58e-71bd-4f7a-b217-10e7defb75aa tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:11.797853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-8591f58e-71bd-4f7a-b217-10e7defb75aa tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 808 time: 0.1017795 Mar 10 06:25:11.812127 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-a91117af-fb6b-4424-8146-a4f19ee1ca97 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/quotas/22d6b4c67cb44e559e09cdf1e4f6ad42 HTTP/1.1" status: 200 len: 375 time: 0.0089500 Mar 10 06:25:11.865124 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-6eae72c9-b3ff-4657-a7ef-31b93e235ba4 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483041 Mar 10 06:25:11.957355 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-6f44002b-148e-453b-9cfc-a559ebe964b3 service neutron] 10.222.0.15 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800266 Mar 10 06:25:12.051227 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-a02a1207-f632-43ec-a485-c304133afaff service neutron] 10.222.0.15 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875354 Mar 10 06:25:12.567395 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a53d6748-d3f6-4dc2-b58f-c594facf07f4 req-4b81e05e-61d5-4c30-8c7c-aa7fc5bd3572 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 210 time: 0.0264227 Mar 10 06:25:13.669934 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6c6ec0b3-7113-4374-9996-301fd6defc4d req-a8c0000f-df13-4dea-824d-59e98edabf1a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 210 time: 0.0269513 Mar 10 06:25:14.766823 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2ee6cb0-c9c8-4743-b519-2757710edb7f req-95bebe05-409e-489d-8f81-5f7b4858b1f3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 210 time: 0.0301032 Mar 10 06:25:15.065163 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-abcfe96f-8761-4e52-a42f-d5ff11ae92c2 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:15.066584 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-abcfe96f-8761-4e52-a42f-d5ff11ae92c2 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 808 time: 0.0988231 Mar 10 06:25:15.133038 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-ba0da9ed-86ce-4b8c-8e6f-a6f1af4acbe6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42 HTTP/1.1" status: 200 len: 380 time: 0.0529652 Mar 10 06:25:15.141238 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'port': {'device_id': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'admin_state_up': True, 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'security_groups': ['46b6a9d2-24d0-4350-908e-53ad735e9afc']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:25:15.342268 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Made reservation on behalf of 22d6b4c67cb44e559e09cdf1e4f6ad42 for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:25:15.342268 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:15.453683 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Allocated IP 172.20.0.7 (fd978aa4-35e0-410c-86e8-a0d777c6ca2f/f69b453c-7fc5-4d29-907e-0818bf579b95/096c711b-b5b2-48f0-bcf1-0ddd62b20a6a) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:25:15.597467 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:15.709011 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:15.753656 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:25:15.759293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:25:15.762902 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:25:15.769331 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:15.800810 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.801597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.801597 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.801798 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.802139 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.802467 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.802979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.803318 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.804207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.804535 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.804862 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.805193 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.805515 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:15.838255 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:15.839196 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:15.918609 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8cd6a-96c4-4d42-ba83-d7d518475f76 req-6f99290c-a303-48d1-890e-11843fa5863e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:15.920646 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12c8cd6a-96c4-4d42-ba83-d7d518475f76 req-6f99290c-a303-48d1-890e-11843fa5863e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 931 time: 0.0578897 Mar 10 06:25:15.947168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-b758df89-7aa7-4801-a403-f95a2db5f187 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093154 Mar 10 06:25:15.975517 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Request body: {'port': {'device_id': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:25:15.976939 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-4310517a-4df7-4fdc-afae-3b8618ad3926 None None] Provisioning complete for port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:25:15.977857 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-4310517a-4df7-4fdc-afae-3b8618ad3926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:16.009201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-12c8cd6a-96c4-4d42-ba83-d7d518475f76 req-b4de62f6-5773-4db8-9f27-8a02c1439f01 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823743 Mar 10 06:25:16.018345 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-4310517a-4df7-4fdc-afae-3b8618ad3926 None None] Port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:25:16.049423 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:16.578608 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:25:16.586506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks [] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:16.598078 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Transition to ACTIVE for port object 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:25:16.668856 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:16.719668 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:16.796669 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Attempting to bind port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:25:16.797202 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Attempting to bind port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:25:16.797414 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Attempting to bind port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a on network fd978aa4-35e0-410c-86e8-a0d777c6ca2f {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:25:16.802183 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a on network fd978aa4-35e0-410c-86e8-a0d777c6ca2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:25:16.802512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Attempting to bind port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a on network fd978aa4-35e0-410c-86e8-a0d777c6ca2f {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:25:16.807979 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:25:16.808320 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Checking segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:25:16.808712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Bound using segment: {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:25:16.809178 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Bound port: 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:25:16.809540 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:16.874718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:25:16.877896 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:25:16.980515 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:17.012921 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.013546 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:17.014952 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] 10.222.0.37 "PUT /v2.0/ports/096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 1093 time: 1.0474765 Mar 10 06:25:17.015390 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:25:17.017640 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4df5aea-5a2d-4d78-937d-2e33f3692c31" -d '{"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:25:17.048871 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcb339-10e9-40d1-b690-78676999b264 service neutron] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:17.087191 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b29da6-f593-4e9a-b48a-c00a708f3af8 x-openstack-request-id: req-33b29da6-f593-4e9a-b48a-c00a708f3af8 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:25:17.088358 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:25:17.088783 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33b29da6-f593-4e9a-b48a-c00a708f3af8 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:25:17.089349 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'status': 'completed', 'code': 200} Mar 10 06:25:17.190270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81618912-0de7-41b3-9d36-0f8d1946fa70 req-4dee41b8-2c3a-42f9-b96b-dfb2b72fe935 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.190270 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-81618912-0de7-41b3-9d36-0f8d1946fa70 req-4dee41b8-2c3a-42f9-b96b-dfb2b72fe935 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0929170 Mar 10 06:25:17.204235 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-8782e829-a182-4420-85c4-e740e6ee11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.205700 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-8782e829-a182-4420-85c4-e740e6ee11b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1127 time: 0.0744407 Mar 10 06:25:17.276331 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-81618912-0de7-41b3-9d36-0f8d1946fa70 req-1150ae43-2c44-433b-9ef6-8e8a474c2801 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802245 Mar 10 06:25:17.332602 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-d1ea7a2f-1093-4ff8-a5a0-4a38cced5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.334050 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-d1ea7a2f-1093-4ff8-a5a0-4a38cced5bbd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1152239 Mar 10 06:25:17.424616 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-72c09979-e035-4a82-8cb8-367d26905e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.426169 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d4df5aea-5a2d-4d78-937d-2e33f3692c31 req-72c09979-e035-4a82-8cb8-367d26905e7f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863688 Mar 10 06:25:17.529095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-7da247b8-2a41-4f37-9d77-6e0a1f35eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.530603 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-7da247b8-2a41-4f37-9d77-6e0a1f35eebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1127 time: 0.0485466 Mar 10 06:25:17.576519 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-3a6defc7-6ada-4863-96ca-7189a3387a41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 217 time: 0.0343332 Mar 10 06:25:17.625591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-f6a7326e-1ab8-45b1-9b0f-44703c580bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.627184 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-f6a7326e-1ab8-45b1-9b0f-44703c580bbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0447888 Mar 10 06:25:17.676166 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200854b1-8857-40c4-ac20-b7671789ed1b req-86b20418-cc68-40f0-b2e3-b8375fc075d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:17.677680 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-86b20418-cc68-40f0-b2e3-b8375fc075d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444891 Mar 10 06:25:17.777934 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-0e74eb3b-7282-40ed-81bd-0179ea64e08f service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939817 Mar 10 06:25:17.879496 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-200854b1-8857-40c4-ac20-b7671789ed1b req-be897569-7f60-4206-94c7-d76ca4bd561e service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Mar 10 06:25:18.412286 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace96d-ebe6-4ee9-9659-d9b033794c9d req-9b564fb7-44bd-49d7-a5c4-1cf5129d0480 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:18.414046 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7eace96d-ebe6-4ee9-9659-d9b033794c9d req-9b564fb7-44bd-49d7-a5c4-1cf5129d0480 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0605602 Mar 10 06:25:18.471335 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7eace96d-ebe6-4ee9-9659-d9b033794c9d req-7ad15367-8338-4e52-bd12-29ec47de245c tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512831 Mar 10 06:25:19.086041 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57310) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:19.202631 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.282230 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Publish callbacks [] for security_group (1bb65aaf-7a3b-4c5c-a410-b1099e991cac), precommit_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.348647 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1bb65aaf-7a3b-4c5c-a410-b1099e991cac), after_create {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.389561 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5619a3454d74490ea04526e1fac6ef86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024328 Mar 10 06:25:19.390416 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb65aaf-7a3b-4c5c-a410-b1099e991cac,revision_number=1']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:19.392218 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57314) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:19.397502 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.397848 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.398196 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.398530 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.398890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.399222 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.399552 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.399877 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.400205 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.400528 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.400850 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.401170 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.401489 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fe4dfd-12a5-4cfb-be6e-400c5e2bbe78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:19.441354 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] Publish callbacks [] for security_group (1bb65aaf-7a3b-4c5c-a410-b1099e991cac), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.461562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] Publish callbacks [] for security_group (1bb65aaf-7a3b-4c5c-a410-b1099e991cac), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.583659 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (1bb65aaf-7a3b-4c5c-a410-b1099e991cac), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.586612 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:19.587743 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bb65aaf-7a3b-4c5c-a410-b1099e991cac HTTP/1.1" status: 204 len: 168 time: 0.1943266 Mar 10 06:25:19.596767 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071a98f-d027-4c51-97b2-1f4d685bc203 req-9781c59b-8b25-498d-96b3-7782a2a259f9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:19.598172 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e071a98f-d027-4c51-97b2-1f4d685bc203 req-9781c59b-8b25-498d-96b3-7782a2a259f9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0591316 Mar 10 06:25:19.606797 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abddb06-4347-4d26-a605-0e973f646090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb65aaf-7a3b-4c5c-a410-b1099e991cac,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:19.657333 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e071a98f-d027-4c51-97b2-1f4d685bc203 req-65daffd3-ed1c-4bd4-af12-8aedb173da9b tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525498 Mar 10 06:25:20.773710 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f2154-9c13-465e-9845-c821be551240 req-3b800b01-c62e-48f0-9701-72799fb9a5b9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:20.775195 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af7f2154-9c13-465e-9845-c821be551240 req-3b800b01-c62e-48f0-9701-72799fb9a5b9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0523098 Mar 10 06:25:20.822999 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af7f2154-9c13-465e-9845-c821be551240 req-89b66548-44e2-46d7-bacf-f9a5ad19491f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Mar 10 06:25:20.889349 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:25:21.941960 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2f2e1-6903-4612-aa2e-a8707c5e29d7 req-cf60c7ab-267c-40c9-a9bf-75ba3efc9468 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:21.943359 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ff2f2e1-6903-4612-aa2e-a8707c5e29d7 req-cf60c7ab-267c-40c9-a9bf-75ba3efc9468 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0557058 Mar 10 06:25:21.989688 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8ff2f2e1-6903-4612-aa2e-a8707c5e29d7 req-0265f58f-c227-46dd-b1bc-40a973dfaf69 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399687 Mar 10 06:25:23.108796 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeeb7c-de95-4c34-851d-cd31a36b88c9 req-d8e34288-9086-4c9c-b4aa-1b039c44f802 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:23.110257 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-daeeeb7c-de95-4c34-851d-cd31a36b88c9 req-d8e34288-9086-4c9c-b4aa-1b039c44f802 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0526104 Mar 10 06:25:23.158201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-daeeeb7c-de95-4c34-851d-cd31a36b88c9 req-6c17b82c-72a8-41e2-ba2e-98ff033cd209 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Mar 10 06:25:24.271344 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbbdad-4e31-49f7-8039-c4b56dcf7155 req-9a550a2b-b235-4fa5-aca3-8a7f5b434532 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:24.273350 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bcbbdad-4e31-49f7-8039-c4b56dcf7155 req-9a550a2b-b235-4fa5-aca3-8a7f5b434532 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0511994 Mar 10 06:25:24.324165 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9bcbbdad-4e31-49f7-8039-c4b56dcf7155 req-ddcff8ab-1cd3-4227-aaa6-a193f1d5315d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Mar 10 06:25:25.438784 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00f90-e016-475d-ab90-a01d90ff8757 req-bf318347-7cdf-4548-965e-0676446e4d87 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:25.440564 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7c00f90-e016-475d-ab90-a01d90ff8757 req-bf318347-7cdf-4548-965e-0676446e4d87 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0514297 Mar 10 06:25:25.486629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b7c00f90-e016-475d-ab90-a01d90ff8757 req-8c5b7fe8-a30b-414a-a1ff-7f5da2121318 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Mar 10 06:25:25.613792 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:25:25.861236 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:25:25.875990 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'mac_address': 'fa:16:3e:25:01:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:25:25.913701 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-b923987c-e5ae-46b9-b6e0-f1e749820e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:25.956383 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:25:25.956783 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:25.973309 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:25:26.001569 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:25:26.091456 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:26.138080 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:26.144932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.145315 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.145622 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.145957 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.146286 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.146617 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.147027 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.147355 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.147680 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.148041 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.148368 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.148686 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.149002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:25:26.380582 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:25:26.609405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f94d-1a55-4600-bb85-c25bc856e305 req-8310eca4-7fd8-4710-9b96-3f9b8b224b59 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:26.610899 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9b1f94d-1a55-4600-bb85-c25bc856e305 req-8310eca4-7fd8-4710-9b96-3f9b8b224b59 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 944 time: 0.0552626 Mar 10 06:25:26.657972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9b1f94d-1a55-4600-bb85-c25bc856e305 req-e4dc1553-5759-4cdf-ae59-ee73b8ed4f91 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Mar 10 06:25:27.628489 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:25:27.754159 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:25:27.758756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:25:27.759139 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:27.782002 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff1b14-a4b8-4c2b-a8bd-2f10c9424654 req-ae62c063-004a-4ca5-bdbd-fbca95eb4351 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:27.783833 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7ff1b14-a4b8-4c2b-a8bd-2f10c9424654 req-ae62c063-004a-4ca5-bdbd-fbca95eb4351 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 944 time: 0.0601819 Mar 10 06:25:27.838268 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7ff1b14-a4b8-4c2b-a8bd-2f10c9424654 req-259d106b-666e-447d-ae23-9c23e760817d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478034 Mar 10 06:25:27.860842 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:25:27.861236 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:27.895672 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:25:27.897932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2e625b-036c-4692-b64a-f68b64ea5678" -d '{"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-plugged", "status": "completed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:25:27.911993 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:25:27.954446 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdc0a37-0a20-4259-ad69-d46ba0d75f64 x-openstack-request-id: req-fbdc0a37-0a20-4259-ad69-d46ba0d75f64 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:25:27.954799 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-plugged", "status": "completed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:25:27.955054 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbdc0a37-0a20-4259-ad69-d46ba0d75f64 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:25:27.955455 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'code': 200} Mar 10 06:25:27.988512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd6e4-4a49-49a6-8d6f-f003b77de707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:28.017956 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:28.064693 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:28.337263 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacb15a-64c6-4d9e-877e-706ff8dabf84 req-fdd2fe97-f263-4e28-bd81-9dadd3b86669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:28.338786 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4aacb15a-64c6-4d9e-877e-706ff8dabf84 req-fdd2fe97-f263-4e28-bd81-9dadd3b86669 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0444407 Mar 10 06:25:28.384642 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4aacb15a-64c6-4d9e-877e-706ff8dabf84 req-50eec486-5572-4f43-91bb-737c97e06b47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Mar 10 06:25:28.953569 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe00c8-b657-47f8-8f5a-336c35f35534 req-ed30f7bb-d549-4ec4-9970-4b9ed7013e40 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:28.954951 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25fe00c8-b657-47f8-8f5a-336c35f35534 req-ed30f7bb-d549-4ec4-9970-4b9ed7013e40 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0500875 Mar 10 06:25:29.005070 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-25fe00c8-b657-47f8-8f5a-336c35f35534 req-d352590c-3814-4534-b544-79aacd9d5d63 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439873 Mar 10 06:25:29.216863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:29.793977 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:30.124664 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df43a4-b4fe-44ef-9a05-e24837874fcf req-9568e984-f60e-494a-a730-0ec464ac80c1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:30.126123 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11df43a4-b4fe-44ef-9a05-e24837874fcf req-9568e984-f60e-494a-a730-0ec464ac80c1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0530000 Mar 10 06:25:30.172750 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-11df43a4-b4fe-44ef-9a05-e24837874fcf req-86cd5d70-d40b-4d48-8ebd-1df21b92bdad tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Mar 10 06:25:30.285662 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35187e54-3999-48c5-965c-1605cf638b22 req-48774ed3-8c66-4f3f-a073-7341c0054116 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:30.287069 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35187e54-3999-48c5-965c-1605cf638b22 req-48774ed3-8c66-4f3f-a073-7341c0054116 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0516210 Mar 10 06:25:30.333817 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-35187e54-3999-48c5-965c-1605cf638b22 req-2a925342-6681-498f-ae5f-d80cfd4135f9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Mar 10 06:25:30.354903 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57342) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:30.537316 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fed9c-fc70-4447-9753-ec94cc129a3e tempest-TestShelveInstance-1932064609 tempest-TestShelveInstance-1932064609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:30.539256 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-997fed9c-fc70-4447-9753-ec94cc129a3e tempest-TestShelveInstance-1932064609 tempest-TestShelveInstance-1932064609-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1124 time: 0.1833100 Mar 10 06:25:30.542089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57346) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:25:30.546207 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:25:30.634099 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:30.731028 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:30.837050 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Allocated IP 172.27.2.163 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/fc3ed915-d63a-48e2-b3c2-332ee462d4d2) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:25:30.845241 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:30.943379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.045651 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.085951 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:25:31.092168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:25:31.096269 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:25:31.099172 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'Port': ['ID=fc3ed915-d63a-48e2-b3c2-332ee462d4d2,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:31.450995 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for floatingip (bdd7ced1-39a2-4d7a-be92-cf990ad8cac5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.602839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.753195 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.805566 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.869863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event updated for resources: {'Port': ['ID=fc3ed915-d63a-48e2-b3c2-332ee462d4d2,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:25:31.882145 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (bdd7ced1-39a2-4d7a-be92-cf990ad8cac5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:31.995055 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Floating IP bdd7ced1-39a2-4d7a-be92-cf990ad8cac5 associated. External IP: 172.27.2.163, port: 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a. Mar 10 06:25:32.208381 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Router 6a33e003-463b-4344-8bed-3d69dc10a20e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:25:32.223038 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:32.317167 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:25:32.327090 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Sync routers for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:25:32.336563 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:25:32.337168 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:25:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:25:32.373699 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:32.402788 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2ad57ca3-cc8d-4546-accf-d08f0a2106b1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8596761 Mar 10 06:25:32.403379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:25:32.405645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:25:32.440334 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796b944-a532-489b-b499-3faf4340c00c x-openstack-request-id: req-9796b944-a532-489b-b499-3faf4340c00c {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:25:32.440623 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:25:32.440872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9796b944-a532-489b-b499-3faf4340c00c {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:25:32.441269 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'status': 'completed', 'code': 200} Mar 10 06:25:32.445001 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:25:32.526827 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-342dea81-8c25-4e83-a75c-50e85577c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:32.528334 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-342dea81-8c25-4e83-a75c-50e85577c267 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0443394 Mar 10 06:25:32.620862 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-bdfb51c8-8bea-4b54-856e-b27e71116794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:32.622363 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-bdfb51c8-8bea-4b54-856e-b27e71116794 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0888212 Mar 10 06:25:32.689483 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-92f2f2e2-f5ca-4b0c-a11e-0432d030b34a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 999 time: 0.0607717 Mar 10 06:25:32.741831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-a2563af1-871c-43d0-a918-692c49ab8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:32.743356 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-a2563af1-871c-43d0-a918-692c49ab8f81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0482049 Mar 10 06:25:32.757453 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'bdd7ced1-39a2-4d7a-be92-cf990ad8cac5', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'mac_address': 'fa:16:3e:25:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:25:31Z', 'updated_at': '2022-03-10T06:25:31Z', 'revision_number': 0, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:25:32.783967 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Checking router: 6a33e003-463b-4344-8bed-3d69dc10a20e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:25:32.791993 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:25:32.792593 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:25:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:25:32.793264 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-03eceee1-85fe-420f-94a0-269664a5b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:32.794853 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-03eceee1-85fe-420f-94a0-269664a5b579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457971 Mar 10 06:25:32.886712 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-27f89acf-5eec-431c-88d3-e5631f9e5e54 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Mar 10 06:25:32.899549 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:25:32.979473 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-69aa9ee6-6ba3-4ccc-a1ce-fad8f80dbd5e req-0c2f9490-5b5c-4b9f-a8ec-cc3e7191e36e service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868201 Mar 10 06:25:33.121755 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'bdd7ced1-39a2-4d7a-be92-cf990ad8cac5', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'mac_address': 'fa:16:3e:25:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:25:31Z', 'updated_at': '2022-03-10T06:25:31Z', 'revision_number': 0, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:25:33.148156 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcce8f4-c778-4480-aead-0df85f061b8a None None] The sync data for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi is: [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': 'bdd7ced1-39a2-4d7a-be92-cf990ad8cac5', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'mac_address': 'fa:16:3e:25:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:25:31Z', 'updated_at': '2022-03-10T06:25:31Z', 'revision_number': 0, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:25:33.342356 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11ab0a9-651c-4dc0-a18a-aaad65765538 None None] New status for floating IP bdd7ced1-39a2-4d7a-be92-cf990ad8cac5: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:25:35.188213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-61ae9c81-0931-485a-ad08-f1f1203a5e7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431032 Mar 10 06:25:35.283489 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-c27f10d3-8aa3-4a36-b208-f77e008e564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:35.284967 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-c27f10d3-8aa3-4a36-b208-f77e008e564e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 1130 time: 0.0429688 Mar 10 06:25:35.387507 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-83254acb-ec07-426e-89da-6c0af3d76765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:35.389006 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-83254acb-ec07-426e-89da-6c0af3d76765 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0859046 Mar 10 06:25:35.450609 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-b9039356-7f98-4f81-b086-916d52079986 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 200 len: 1002 time: 0.0561748 Mar 10 06:25:35.499662 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-7d706667-7044-4ab7-862b-e274547e593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:35.501078 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-7d706667-7044-4ab7-862b-e274547e593d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0454988 Mar 10 06:25:35.547872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-c4ace96a-abb7-4395-9fa2-860b51771a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:35.549327 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-c4ace96a-abb7-4395-9fa2-860b51771a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428572 Mar 10 06:25:35.645134 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-ea4169fa-7a32-4079-8fa2-6136ac5afe1d service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Mar 10 06:25:35.731995 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5d4dbd25-29fd-460c-9fd0-392950d2e456 req-9712c54b-7b38-4e93-a2e6-fd204a606fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804167 Mar 10 06:25:55.719483 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0472-4c4b-4d50-a0fa-fa276e93fa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:57.887778 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:25:57.936291 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ffd994b0-7622-41f9-a105-997e946f3c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:59.191173 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf18202-68c3-45a6-b65b-1e85ed34db04 req-7513c847-7c3a-40b6-9c15-4fdf96717199 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:25:59.193225 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ecf18202-68c3-45a6-b65b-1e85ed34db04 req-7513c847-7c3a-40b6-9c15-4fdf96717199 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0531278 Mar 10 06:25:59.244635 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ecf18202-68c3-45a6-b65b-1e85ed34db04 req-a118e6a4-c889-493a-bd3d-0e2e732f62e6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Mar 10 06:25:59.245506 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:25:59.816930 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:00.362782 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03de26a-2b93-4c71-9231-b3ca911f85a3 req-40cdbbc6-8cfd-42fd-aa46-09163fa39d3b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:00.364247 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e03de26a-2b93-4c71-9231-b3ca911f85a3 req-40cdbbc6-8cfd-42fd-aa46-09163fa39d3b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0525289 Mar 10 06:26:00.412870 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e03de26a-2b93-4c71-9231-b3ca911f85a3 req-72e79903-dee9-4f9a-adf8-f92fdbd11c7c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Mar 10 06:26:00.844682 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:00.939125 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-df0951bf-e9fc-4379-a7a0-63fbce8c03bc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:00.940457 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-df0951bf-e9fc-4379-a7a0-63fbce8c03bc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 946 time: 0.0506282 Mar 10 06:26:01.032293 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:26:01.032638 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:01.117396 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] For port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:26:01.117755 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:01.284443 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:01.284811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (3d30696a-8a64-47c5-9d83-7299f8b859a1), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:01.285120 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 3d30696a-8a64-47c5-9d83-7299f8b859a1 disassociated. External IP: 172.27.2.185, port: e6cf5662-0708-4c44-b0cb-aed4f1d1caf3. Mar 10 06:26:01.285450 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:26:01.509456 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (e6cf5662-0708-4c44-b0cb-aed4f1d1caf3), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:01.542339 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=e6cf5662-0708-4c44-b0cb-aed4f1d1caf3,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:01.600706 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd969815-8199-4766-b11a-117d08ee6012 req-d9fc956d-5f5f-4ad3-82aa-7b67e7244946 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:01.602156 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dd969815-8199-4766-b11a-117d08ee6012 req-d9fc956d-5f5f-4ad3-82aa-7b67e7244946 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 867 time: 0.1244476 Mar 10 06:26:01.989884 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dd969815-8199-4766-b11a-117d08ee6012 req-a6ac1dba-6909-4a20-83b9-0a99b9100e54 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817625 Mar 10 06:26:01.999895 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:26:02.112590 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:26:02.132997 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:26:02.143336 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:26:02.143945 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:25:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:02.155155 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] No DVR routers for this DVR port e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:26:02.163763 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:02.163763 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c2a5db91-7671-4f58-8bee-0fabe5560387 req-f5e1b986-d124-4076-9d11-af98967efa56 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "DELETE /v2.0/ports/e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 HTTP/1.1" status: 204 len: 173 time: 1.2151661 Mar 10 06:26:02.163763 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'name': 'network-vif-deleted', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:26:02.166396 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431d9cf8-a365-428e-ba86-821e36a10ceb" -d '{"events": [{"server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "name": "network-vif-deleted", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:26:02.203795 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d9a4b-3862-4a19-9e24-2ee3a4de3955 x-openstack-request-id: req-7a0d9a4b-3862-4a19-9e24-2ee3a4de3955 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:26:02.204168 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11650b-e077-4dc3-b83e-1feb514075ee", "name": "network-vif-deleted", "tag": "e6cf5662-0708-4c44-b0cb-aed4f1d1caf3", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:26:02.204418 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a0d9a4b-3862-4a19-9e24-2ee3a4de3955 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:26:02.204830 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11650b-e077-4dc3-b83e-1feb514075ee', 'name': 'network-vif-deleted', 'tag': 'e6cf5662-0708-4c44-b0cb-aed4f1d1caf3', 'status': 'completed', 'code': 200} Mar 10 06:26:02.217153 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:02.265090 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:26:02.458343 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:02.486335 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:26:02.494840 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:26:02.495684 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:25:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:02.605692 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:26:02.801956 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:02.827943 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5879f1-be85-4444-a48e-b6b974628d8f None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:26:03.064807 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043ac8c-ab25-49f0-b051-138eb7355ea0 None None] New status for floating IP 3d30696a-8a64-47c5-9d83-7299f8b859a1: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:26:03.101154 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4eb759ad-fc97-42de-95f7-8d1e7e60d763 req-e2456ded-336d-46ec-8a08-6fd3d4c4b814 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef11650b-e077-4dc3-b83e-1feb514075ee HTTP/1.1" status: 200 len: 210 time: 0.0295696 Mar 10 06:26:03.793229 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:26:03.814209 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:26:03.814549 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device e6cf5662-0708-4c44-b0cb-aed4f1d1caf3 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:26:04.353338 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-6ab97d88-d32e-44f1-a2a2-da0e77f0f43d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812508895&fields=id&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 267 time: 0.0428281 Mar 10 06:26:04.453402 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-c0dc9a51-bc4f-43f8-a812-0b72d3e5855d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:04.454771 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-c0dc9a51-bc4f-43f8-a812-0b72d3e5855d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.0951781 Mar 10 06:26:04.469485 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-0f6efdc4-b849-417a-9d17-1259e9dd1d96 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/quotas/5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 375 time: 0.0093741 Mar 10 06:26:04.525752 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-71dee84e-36fa-4561-af4c-bf3036607109 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516329 Mar 10 06:26:04.617692 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-a9402c82-6ee6-4de6-865e-b0ff775a7af0 service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805285 Mar 10 06:26:04.706902 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-726149e5-5542-4047-8b3f-7e51ab98fbb0 service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830576 Mar 10 06:26:05.191328 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7441f22a-96f1-4a21-876d-329aad5fbc02 req-3b97e15e-2b1a-4959-a986-d7ce8ec3d490 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0266905 Mar 10 06:26:06.265610 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ae70dc89-b06b-4d73-91ad-f8fc56650363 req-d4d8541e-ed8a-4e51-901c-cff67990047c tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0270581 Mar 10 06:26:07.340438 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-41c49d43-9c4b-48b8-a60c-ce3da9ac5db8 req-b71400c8-5659-4543-bc01-50b89736af7d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0271277 Mar 10 06:26:08.419046 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fc1f5366-53f6-4602-a946-b7c48d6ad791 req-9d5ce866-4002-4f4d-8874-3997f2862398 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0302265 Mar 10 06:26:09.507263 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-07ce2708-823a-498e-bf9d-10b287c30caf req-247f5dc2-0f4d-4469-bb7a-ac12cc6e695b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0265071 Mar 10 06:26:10.600885 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6c133bd8-ab88-4f06-a321-f9e7eae53142 req-376be609-eed6-422c-adad-68ef1826af8d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0294070 Mar 10 06:26:11.117727 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-b9fb38d1-ddce-4fc8-97f9-f9848956f942 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:11.119201 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-b9fb38d1-ddce-4fc8-97f9-f9848956f942 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.0971484 Mar 10 06:26:11.184542 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-dc430a5a-f58e-4830-8cef-9b135c434824 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 380 time: 0.0523775 Mar 10 06:26:11.192599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'port': {'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'admin_state_up': True, 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'security_groups': ['bd6c6cd1-91da-4746-925d-890b1ae08bce']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:26:11.387800 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Made reservation on behalf of 5c08a240a1e04d1c90e998b24dbe362e for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:26:11.391161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:11.515355 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.20.0.13 (a4645b49-6e10-46db-b639-3858e40c32eb/405b7e5b-a3a5-4580-9827-a54ee4657ddd/148a1f8f-8377-4e53-8a87-a2840cc3e0fc) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:26:11.647240 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:11.705726 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-db1c43b1-cb16-40d9-81ae-e144e85ed9aa req-32dbfe04-a5d7-4b55-bf8d-d9628f405cb4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0361278 Mar 10 06:26:11.765706 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:11.806536 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:26:11.809714 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:26:11.815583 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:26:11.843020 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:11.869333 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:11.870280 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:11.945185 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-5c0ced16-c6e5-453e-8435-de9f4d546ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7560368 Mar 10 06:26:11.962759 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Request body: {'port': {'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:26:12.015438 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-e39a4fe7-5ebf-4c3e-86d3-cc535e7ca9d2 None None] Provisioning complete for port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:26:12.016027 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-e39a4fe7-5ebf-4c3e-86d3-cc535e7ca9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.025577 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.053601 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-e39a4fe7-5ebf-4c3e-86d3-cc535e7ca9d2 None None] Port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:26:12.286604 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148a1f8f-8377-4e53-8a87-a2840cc3e0fc {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:26:12.294490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks [] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.306459 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Transition to ACTIVE for port object 148a1f8f-8377-4e53-8a87-a2840cc3e0fc will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:26:12.387568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.439451 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Pushing event updated for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:12.515558 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Attempting to bind port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:26:12.515900 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Attempting to bind port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:26:12.516233 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Attempting to bind port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:26:12.520749 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc on network a4645b49-6e10-46db-b639-3858e40c32eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:26:12.521073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Attempting to bind port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:26:12.526766 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:26:12.530552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:26:12.530552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Bound using segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:26:12.530552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Bound port: 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:26:12.530552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.594725 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:26:12.597709 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:26:12.679980 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.711740 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:12.712704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:12.714143 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] 10.222.0.37 "PUT /v2.0/ports/148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 1094 time: 0.7562795 Mar 10 06:26:12.716363 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:26:12.718603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:26:12.748070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6403-a9b8-4a2e-934a-29ba4748e961 service neutron] Pushing event updated for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:12.764738 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f7023-4388-46a3-b4c5-e92a2180c693 x-openstack-request-id: req-606f7023-4388-46a3-b4c5-e92a2180c693 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:26:12.765031 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:26:12.765285 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-606f7023-4388-46a3-b4c5-e92a2180c693 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:26:12.765683 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'status': 'completed', 'code': 200} Mar 10 06:26:12.892178 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9179630-ef8c-4e43-a4dc-a90d42c2224b req-0516f512-38a0-4d9c-9852-555fe8c21f0b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:12.893726 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9179630-ef8c-4e43-a4dc-a90d42c2224b req-0516f512-38a0-4d9c-9852-555fe8c21f0b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0938933 Mar 10 06:26:12.896708 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-e2aeab77-d6f3-4e6f-a52e-2bc6f064462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:12.898077 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-e2aeab77-d6f3-4e6f-a52e-2bc6f064462d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1128 time: 0.0867195 Mar 10 06:26:12.999864 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9179630-ef8c-4e43-a4dc-a90d42c2224b req-4f85d010-85a9-4924-a7b6-d586d4b1f7f1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994887 Mar 10 06:26:13.029331 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-017ded60-9938-43b7-8628-28d3a707f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:13.030838 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-017ded60-9938-43b7-8628-28d3a707f101 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1172612 Mar 10 06:26:13.120447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-e721c938-402f-4131-92df-ff6ef8beb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:13.121920 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fdbc0f3a-6aee-45f3-ba17-87ec0ac54b2c req-e721c938-402f-4131-92df-ff6ef8beb313 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858545 Mar 10 06:26:13.228506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-030ffa34-854a-4af8-9927-ebf78cfeb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:13.230006 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-030ffa34-854a-4af8-9927-ebf78cfeb4a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1128 time: 0.0485418 Mar 10 06:26:13.276440 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-27d640e6-b8c3-40d4-803b-38261f86b890 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 217 time: 0.0345242 Mar 10 06:26:13.322610 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-f2dc34ae-4d8c-462e-a596-8dcef25b30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:13.324031 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-f2dc34ae-4d8c-462e-a596-8dcef25b30bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0418532 Mar 10 06:26:13.370982 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e526-e58e-4dad-913a-514440d616f1 req-fac3529b-23d5-4d92-9006-291229cdf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:13.372575 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-fac3529b-23d5-4d92-9006-291229cdf535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427306 Mar 10 06:26:13.462177 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-69feeef4-27eb-430c-b942-5aef3c47c222 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837541 Mar 10 06:26:13.550805 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1914e526-e58e-4dad-913a-514440d616f1 req-7d57ab24-cab7-40b5-906f-a0b4c673a8b3 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833912 Mar 10 06:26:14.115647 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428f119-531d-4786-8762-911dd968852c req-3682f2ca-feb9-491d-b05c-faca4d673469 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:14.117078 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d428f119-531d-4786-8762-911dd968852c req-3682f2ca-feb9-491d-b05c-faca4d673469 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0506866 Mar 10 06:26:14.164583 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d428f119-531d-4786-8762-911dd968852c req-ca0e842c-f547-4f2b-8eb1-b238f701703a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 Mar 10 06:26:15.278672 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4138ac-b192-4525-8fa0-eb7132e3d9ef req-51d537a3-8dd1-478e-8d70-cdbc6322586f tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:15.280136 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e4138ac-b192-4525-8fa0-eb7132e3d9ef req-51d537a3-8dd1-478e-8d70-cdbc6322586f tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0510652 Mar 10 06:26:15.327564 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8e4138ac-b192-4525-8fa0-eb7132e3d9ef req-33396321-764b-44ec-8022-d29cf8bcc328 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Mar 10 06:26:16.445496 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647265dd-2632-481d-802e-48d716649002 req-71d175a5-fd7c-4ce2-922e-117deab17625 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:16.446966 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-647265dd-2632-481d-802e-48d716649002 req-71d175a5-fd7c-4ce2-922e-117deab17625 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0545290 Mar 10 06:26:16.495824 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-647265dd-2632-481d-802e-48d716649002 req-202580ee-f1a1-4cfb-8d2b-9173b06d5719 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Mar 10 06:26:17.611950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9472df-6e8f-4e9b-9061-4997e7d702fe req-a544bdd1-b8fa-4cea-842e-eaad6772e49d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:17.613412 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f9472df-6e8f-4e9b-9061-4997e7d702fe req-a544bdd1-b8fa-4cea-842e-eaad6772e49d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0517190 Mar 10 06:26:17.661527 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1f9472df-6e8f-4e9b-9061-4997e7d702fe req-4089e475-bdc8-40d6-8643-d1fcfeb27963 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Mar 10 06:26:18.783967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e6006-9cde-4526-82f8-79a699692a68 req-3559e0a0-cfa0-41aa-b2e1-defb892eb588 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:18.785429 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-081e6006-9cde-4526-82f8-79a699692a68 req-3559e0a0-cfa0-41aa-b2e1-defb892eb588 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0575957 Mar 10 06:26:18.834112 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-081e6006-9cde-4526-82f8-79a699692a68 req-3cab57dc-6aff-40e4-aa9e-a1aa5b6cf9a7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Mar 10 06:26:19.959246 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093b72-ebe0-4736-8198-9662c83eedfa req-20879e4f-4ee8-4b9c-8642-a4042a5a296e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:19.960615 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c3093b72-ebe0-4736-8198-9662c83eedfa req-20879e4f-4ee8-4b9c-8642-a4042a5a296e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0517273 Mar 10 06:26:20.008299 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c3093b72-ebe0-4736-8198-9662c83eedfa req-a61de058-d813-4737-bb1d-bcefdc9247b1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Mar 10 06:26:21.123213 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015160dd-5a73-4e74-9d6a-18fda346fbaf req-8ad275c2-7f2a-416f-bcd9-e92de7e1903a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:21.124657 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-015160dd-5a73-4e74-9d6a-18fda346fbaf req-8ad275c2-7f2a-416f-bcd9-e92de7e1903a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 944 time: 0.0514402 Mar 10 06:26:21.174880 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-015160dd-5a73-4e74-9d6a-18fda346fbaf req-eae13ba6-9824-4623-9864-2f01439573f1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Mar 10 06:26:21.925521 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 148a1f8f-8377-4e53-8a87-a2840cc3e0fc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:26:22.018016 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:26:22.028273 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:26:22.064715 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:26:22.065155 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:22.080436 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148a1f8f-8377-4e53-8a87-a2840cc3e0fc {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:26:22.098448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:26:22.159448 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:22.207385 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:22.293689 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff23d32-c43f-4623-9460-c5a08771a96a req-4067a3b0-38f1-4cbc-9d2f-964d86677560 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:22.296047 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cff23d32-c43f-4623-9460-c5a08771a96a req-4067a3b0-38f1-4cbc-9d2f-964d86677560 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 945 time: 0.0555258 Mar 10 06:26:22.346629 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cff23d32-c43f-4623-9460-c5a08771a96a req-4e2a0cad-21e3-4702-8f9a-028f79054579 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439296 Mar 10 06:26:22.436236 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['148a1f8f-8377-4e53-8a87-a2840cc3e0fc'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:26:23.463056 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1b73d-4468-49a3-bf55-897eff1e8d34 req-fb08169a-97ce-45c3-b964-1286a63b8e48 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:23.464502 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62b1b73d-4468-49a3-bf55-897eff1e8d34 req-fb08169a-97ce-45c3-b964-1286a63b8e48 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 945 time: 0.0514178 Mar 10 06:26:23.512281 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-62b1b73d-4468-49a3-bf55-897eff1e8d34 req-dcfc2dc1-4655-43f1-9ebb-4afea02d32a5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Mar 10 06:26:23.925726 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 148a1f8f-8377-4e53-8a87-a2840cc3e0fc up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:26:24.050359 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:26:24.054128 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:26:24.054521 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:24.132161 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:26:24.132545 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:24.154140 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:26:24.156350 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77567d66-bb24-4783-aaa6-8bf4f53a3c5a" -d '{"events": [{"server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "name": "network-vif-plugged", "status": "completed", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:26:24.168765 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:26:24.191136 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb65e452-076e-4460-b782-cf42ad2500d5 x-openstack-request-id: req-cb65e452-076e-4460-b782-cf42ad2500d5 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:26:24.191787 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "name": "network-vif-plugged", "status": "completed", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:26:24.191787 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb65e452-076e-4460-b782-cf42ad2500d5 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:26:24.192053 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'code': 200} Mar 10 06:26:24.239185 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:24.287089 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:24.629736 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899cc51-86b6-423a-bf87-e71562df34b7 req-c0b15c31-33c9-49be-956a-57aec2643033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:24.631230 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a899cc51-86b6-423a-bf87-e71562df34b7 req-c0b15c31-33c9-49be-956a-57aec2643033 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1130 time: 0.0787942 Mar 10 06:26:24.642167 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b732-6d86-41ef-80fa-fd3632abfff0 req-cbfa15f9-1ba8-485c-af3a-b1d2b2a1f73e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:24.643537 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b47b732-6d86-41ef-80fa-fd3632abfff0 req-cbfa15f9-1ba8-485c-af3a-b1d2b2a1f73e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0638003 Mar 10 06:26:24.713461 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a899cc51-86b6-423a-bf87-e71562df34b7 req-8a066402-47c8-48b8-bae5-08621e65a028 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683091 Mar 10 06:26:24.717963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b47b732-6d86-41ef-80fa-fd3632abfff0 req-f5020ac0-495a-4e93-a2ba-6cb32956dfb2 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685465 Mar 10 06:26:25.741868 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3171a20c-02be-472b-839f-0f7143ba93e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:25.839607 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085ae6d-bd40-4d37-9742-31157badfff7 req-e408e29b-b1fc-43ac-80e9-359587a4f7d8 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:25.841105 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d085ae6d-bd40-4d37-9742-31157badfff7 req-e408e29b-b1fc-43ac-80e9-359587a4f7d8 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0538313 Mar 10 06:26:25.898924 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d085ae6d-bd40-4d37-9742-31157badfff7 req-cefe1fb5-1855-42f6-9923-cc50d10457a0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516131 Mar 10 06:26:27.122135 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d56d1-e751-41c1-84a9-ee5ea3766bc3 req-a44aa448-7845-47ed-b923-f38fb2805d57 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:27.123652 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-776d56d1-e751-41c1-84a9-ee5ea3766bc3 req-a44aa448-7845-47ed-b923-f38fb2805d57 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.1581242 Mar 10 06:26:27.170608 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-776d56d1-e751-41c1-84a9-ee5ea3766bc3 req-4b76b8a4-f9d1-43af-ba40-f47a1576b692 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Mar 10 06:26:27.285663 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3b608-bbef-4ebc-b3a5-9f8abcec1907 req-ba722840-1c9f-4754-9602-63e51f1aa12f tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:27.287133 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84d3b608-bbef-4ebc-b3a5-9f8abcec1907 req-ba722840-1c9f-4754-9602-63e51f1aa12f tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0507011 Mar 10 06:26:27.334785 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84d3b608-bbef-4ebc-b3a5-9f8abcec1907 req-ac9d40f7-9152-4f77-8ed3-32f6805b1041 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Mar 10 06:26:27.356830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57452) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:26:27.402672 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34fb7d-1f4e-440a-89df-8d4704810be8 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:27.404156 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-db34fb7d-1f4e-440a-89df-8d4704810be8 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1125 time: 0.0463812 Mar 10 06:26:27.406876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57454) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:26:27.410916 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:26:27.490366 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:27.582009 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:27.684860 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.27.2.116 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:26:27.782055 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:27.856795 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:27.897479 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:26:27.902973 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:26:27.906463 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:26:27.911859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:27.940789 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.941137 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.941480 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.941817 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.942146 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.942588 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.942943 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.943269 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.943594 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.943918 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.944237 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.944557 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.944876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:26:27.948314 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f333fb33-f3d7-47c2-b2fa-dd58ad2fd34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.291557 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (8033c911-f883-4e76-9fa8-6531e445b4f5), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.414043 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.558839 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.604833 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.668196 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:26:28.679794 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (8033c911-f883-4e76-9fa8-6531e445b4f5), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:28.780799 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 8033c911-f883-4e76-9fa8-6531e445b4f5 associated. External IP: 172.27.2.116, port: 148a1f8f-8377-4e53-8a87-a2840cc3e0fc. Mar 10 06:26:28.984302 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:26:29.091342 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:26:29.100904 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:26:29.111297 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:26:29.111900 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:26:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:29.184569 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:29.216125 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-f3f6842d-590d-44e2-8973-bf18712ad88d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8082380 Mar 10 06:26:29.216727 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:26:29.219053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b" -d '{"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:26:29.257216 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbfea1c-d18b-4cd1-bc1d-2b7ce6a2f6a9 x-openstack-request-id: req-cbbfea1c-d18b-4cd1-bc1d-2b7ce6a2f6a9 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:26:29.257510 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:26:29.257762 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbbfea1c-d18b-4cd1-bc1d-2b7ce6a2f6a9 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:26:29.258157 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'status': 'completed', 'code': 200} Mar 10 06:26:29.262300 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:29.310688 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:26:29.360834 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-b23ebe39-8286-46ce-904e-1ff425323380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:29.362405 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-b23ebe39-8286-46ce-904e-1ff425323380 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1130 time: 0.0447035 Mar 10 06:26:29.454863 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-0eda413d-7326-43ac-a20a-b2639f406e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:29.456327 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-0eda413d-7326-43ac-a20a-b2639f406e5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0873916 Mar 10 06:26:29.520308 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-df317f04-15a9-4202-97f2-d6854e092e2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 1000 time: 0.0581262 Mar 10 06:26:29.528926 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:28Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:29.558716 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:26:29.566918 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:26:29.567520 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:26:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:29.570379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-4ea9c4b1-4fc2-43c6-8fed-ce950d734a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:29.572477 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-4ea9c4b1-4fc2-43c6-8fed-ce950d734a93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0462954 Mar 10 06:26:29.618282 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-68bd4cbd-5ef1-4a4d-a192-bd3b159114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:29.620222 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-68bd4cbd-5ef1-4a4d-a192-bd3b159114c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431974 Mar 10 06:26:29.677638 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:26:29.715073 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-71f7c1f0-d606-48bd-ae82-264328202223 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891414 Mar 10 06:26:29.719264 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:29.802489 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2e32ad71-4c8d-49ee-b7df-f66eeba7057b req-29b02cf6-5d5e-4ea4-bfe9-fd1c38676d2a service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819857 Mar 10 06:26:29.899303 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:28Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:26:29.926473 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5dd0-d176-44b1-9eef-6492d0cd8a57 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:28Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:26:30.103767 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ae919-cda6-4dc3-801d-7b5ec37053d9 None None] New status for floating IP 8033c911-f883-4e76-9fa8-6531e445b4f5: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:26:30.844702 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:32.245062 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:34.886352 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:26:36.232470 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-325dbc20-23ce-422c-8fd1-e717fdbf164b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431025 Mar 10 06:26:36.585043 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-322568ed-29f8-4768-a274-f4f33157bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:36.591581 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-322568ed-29f8-4768-a274-f4f33157bba2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.3220007 Mar 10 06:26:36.687821 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-d49b6622-c17d-43bd-b557-22642b51e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:36.689282 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-d49b6622-c17d-43bd-b557-22642b51e908 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0832407 Mar 10 06:26:36.755959 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-737abe0a-3d8b-4f90-91aa-1dfeceb2c117 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 1001 time: 0.0607722 Mar 10 06:26:36.801603 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-c588a8e8-2d8e-45c5-929f-7c8f4428c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:36.803013 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-c588a8e8-2d8e-45c5-929f-7c8f4428c3ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0420201 Mar 10 06:26:36.850859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-88d3a703-1ace-466f-8d7c-6d7a1f4dee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:26:36.852238 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-88d3a703-1ace-466f-8d7c-6d7a1f4dee92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420356 Mar 10 06:26:36.941456 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-9df04983-f6b7-4826-988c-2c0499ca6e41 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825796 Mar 10 06:26:37.028453 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0311308-b7dc-44bf-a021-ce9da69fddf9 req-e9460c1e-1709-46b5-ac89-972529c08894 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801356 Mar 10 06:26:55.729858 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bae2071d-bfb8-4f74-b615-21c1f622e26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:57.953196 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-96cb5918-a679-4f5f-bfe4-380bc4ee88b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:59.227614 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:26:59.724071 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:00.861492 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:02.198632 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:11.885885 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:27:25.429355 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bf1ff-6f8a-40ad-8617-7a43b1ef3061 req-53fbb304-6cf3-4ed7-b767-b741b98affe8 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:25.430850 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-020bf1ff-6f8a-40ad-8617-7a43b1ef3061 req-53fbb304-6cf3-4ed7-b767-b741b98affe8 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0570800 Mar 10 06:27:25.477862 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-020bf1ff-6f8a-40ad-8617-7a43b1ef3061 req-39236690-c0cf-4adc-96ad-5d37ddd69514 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Mar 10 06:27:25.723805 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c38423b8-fc08-4565-b428-37244cdd32bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:26.643458 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2b38-cdc4-4196-8580-30ff04c331fe req-a4f8556c-6292-4f61-b9f1-238adcaddc73 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:26.644924 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-87de2b38-cdc4-4196-8580-30ff04c331fe req-a4f8556c-6292-4f61-b9f1-238adcaddc73 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0996282 Mar 10 06:27:26.692367 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-87de2b38-cdc4-4196-8580-30ff04c331fe req-c8dba3c5-64cc-484d-b75b-7240bf70cb3d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Mar 10 06:27:27.808104 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd953a-7e30-49b0-9a36-a86d92c8d0c9 req-6ce6409e-6196-4f17-bd25-8b1f423b971e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:27.809556 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8cdd953a-7e30-49b0-9a36-a86d92c8d0c9 req-6ce6409e-6196-4f17-bd25-8b1f423b971e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0516863 Mar 10 06:27:27.860069 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8cdd953a-7e30-49b0-9a36-a86d92c8d0c9 req-7c7db412-75e9-45b3-a3b9-70560ff724b5 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Mar 10 06:27:27.974606 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb6bf-59ea-4d41-8e9f-3eecc7144d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:28.975586 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6519-f2d2-43d5-ac09-9ac8cbeebab6 req-108aed78-e462-41af-9afd-45504fa8ea48 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:28.976961 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af9c6519-f2d2-43d5-ac09-9ac8cbeebab6 req-108aed78-e462-41af-9afd-45504fa8ea48 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0516715 Mar 10 06:27:29.024358 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-af9c6519-f2d2-43d5-ac09-9ac8cbeebab6 req-806c1634-ba75-44b3-b692-f7574031d7ea tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Mar 10 06:27:29.260641 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:29.712488 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:30.139327 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb72898-193e-45b6-bbb0-54e70aea9b4a req-cb9e318d-9c99-47ab-83fa-2165bb64ca5d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:30.140774 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1bb72898-193e-45b6-bbb0-54e70aea9b4a req-cb9e318d-9c99-47ab-83fa-2165bb64ca5d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0513384 Mar 10 06:27:30.188265 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1bb72898-193e-45b6-bbb0-54e70aea9b4a req-d65701e7-b82b-4047-ad0c-9d6a2112fc11 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Mar 10 06:27:30.838195 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:31.308643 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4990cc2-20b0-4f75-beb1-492805632cec req-da3e5538-ff26-490c-bfaf-e7c833532893 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:31.310103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c4990cc2-20b0-4f75-beb1-492805632cec req-da3e5538-ff26-490c-bfaf-e7c833532893 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0554941 Mar 10 06:27:31.357273 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c4990cc2-20b0-4f75-beb1-492805632cec req-ee52cb67-cc94-4ce7-ad87-4d131a2d882c tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Mar 10 06:27:32.186717 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:32.474460 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14413531-0087-4590-9841-e1fa8038c348 req-78657d54-7e9f-41b2-bba2-6cda126e6842 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:32.475885 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14413531-0087-4590-9841-e1fa8038c348 req-78657d54-7e9f-41b2-bba2-6cda126e6842 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0517678 Mar 10 06:27:32.523053 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14413531-0087-4590-9841-e1fa8038c348 req-e673ab37-2ce7-4eb6-a645-87050678a0b8 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Mar 10 06:27:33.645260 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4d3d7-a905-4f56-9fd6-bae6713d4793 req-cb451785-1eea-49f5-bee5-d6434bdf12e4 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:33.646817 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ba4d3d7-a905-4f56-9fd6-bae6713d4793 req-cb451785-1eea-49f5-bee5-d6434bdf12e4 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0582881 Mar 10 06:27:33.702499 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0ba4d3d7-a905-4f56-9fd6-bae6713d4793 req-a875000b-1d8c-4f35-9047-788c5fb8bfaa tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498133 Mar 10 06:27:34.817087 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028573d9-013e-4aaf-9ad8-4a0d9f4c51fd req-15a15109-021a-42e3-ad9f-be9efd3982b9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:34.818538 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-028573d9-013e-4aaf-9ad8-4a0d9f4c51fd req-15a15109-021a-42e3-ad9f-be9efd3982b9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0516727 Mar 10 06:27:34.865002 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-028573d9-013e-4aaf-9ad8-4a0d9f4c51fd req-c68137c2-436b-47fb-bb26-9eca0e432323 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Mar 10 06:27:35.715473 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-a9696048-8439-4d60-873f-38aec82aa2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:35.716986 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-a9696048-8439-4d60-873f-38aec82aa2dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0888131 Mar 10 06:27:35.807096 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-13f26e25-42ce-4a01-8d00-6bb1f100e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:35.808534 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-13f26e25-42ce-4a01-8d00-6bb1f100e470 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0854347 Mar 10 06:27:35.870313 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-44c42627-261c-425c-9030-728bcf0eb538 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 1001 time: 0.0562255 Mar 10 06:27:35.922134 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-e4a4d636-69db-4dfd-b44e-32805df9f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:35.923651 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-e4a4d636-69db-4dfd-b44e-32805df9f9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0481324 Mar 10 06:27:36.002278 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-584449c1-1f6c-4724-9c36-8b686e1e7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:36.004322 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-584449c1-1f6c-4724-9c36-8b686e1e7136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0752161 Mar 10 06:27:36.011681 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960db2-e9ed-43ca-98a0-56aa20601bd3 req-02b5b958-5565-49c4-935f-ff5f3ee68de1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:36.013028 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33960db2-e9ed-43ca-98a0-56aa20601bd3 req-02b5b958-5565-49c4-935f-ff5f3ee68de1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0766761 Mar 10 06:27:36.017730 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-040da4c6-6319-4768-8a7f-5ed6cbee696a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:27:36.019340 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-040da4c6-6319-4768-8a7f-5ed6cbee696a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054851 Mar 10 06:27:36.116972 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33960db2-e9ed-43ca-98a0-56aa20601bd3 req-8dd1feff-8041-41df-b268-53557dbd4751 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967133 Mar 10 06:27:36.139373 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-d772117d-0bca-44ed-a83c-28c46a3cc3ee service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128962 Mar 10 06:27:36.229951 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf771dac-71ab-422f-a8c6-4d8ebc52a586 req-03d8c52e-ccbd-4113-9358-14130a3a1731 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Mar 10 06:27:37.232676 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d4837-f48b-4e90-84cf-183798b7c8a8 req-aae78af2-7ce7-4d06-b3bb-d9d38a30916f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:37.234120 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c2d4837-f48b-4e90-84cf-183798b7c8a8 req-aae78af2-7ce7-4d06-b3bb-d9d38a30916f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0517464 Mar 10 06:27:37.281168 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0c2d4837-f48b-4e90-84cf-183798b7c8a8 req-8feaf82c-9991-4815-84ab-38d035efde43 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Mar 10 06:27:38.234840 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-88f222e8-1bf6-43dc-8966-a2de4d9e1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:38.236284 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-88f222e8-1bf6-43dc-8966-a2de4d9e1796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0435653 Mar 10 06:27:38.344166 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-0f82cf11-a522-4dec-8f07-9b8fb681ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:38.345704 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-0f82cf11-a522-4dec-8f07-9b8fb681ddc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0913665 Mar 10 06:27:38.439306 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-5ec8d2a7-a869-4c12-84f7-ddfc396b5f04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 1001 time: 0.0820079 Mar 10 06:27:38.451101 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26acf1f-605e-47bb-9aad-ad50c4e66ccd req-70e409be-2b59-40d5-9e3f-7089b7bb0c72 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:38.452533 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b26acf1f-605e-47bb-9aad-ad50c4e66ccd req-70e409be-2b59-40d5-9e3f-7089b7bb0c72 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.1032608 Mar 10 06:27:38.519260 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-940fc549-0188-4307-9461-b615580e822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:38.520721 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-940fc549-0188-4307-9461-b615580e822f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0673532 Mar 10 06:27:38.545133 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b26acf1f-605e-47bb-9aad-ad50c4e66ccd req-d81b1a90-40ab-4c12-8983-148fca4a7d4d tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840518 Mar 10 06:27:38.577587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-97622f3d-3376-4f3a-bdfb-59ba75c2bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:38.583363 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-97622f3d-3376-4f3a-bdfb-59ba75c2bc48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510209 Mar 10 06:27:38.675148 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-1fa766fb-5ab1-4e8c-8d97-143d933e1e30 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898883 Mar 10 06:27:38.773262 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2794958d-95ab-41c3-8424-7a821185b5b5 req-d2e5f6a6-e9d2-4a8b-baf1-a6bcfb5d9582 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Mar 10 06:27:39.661234 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f452-58a7-431a-b44c-cade9ec8129b req-e0b683f1-3ae5-4b53-b6c1-5994dca4d946 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:39.662731 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9a6f452-58a7-431a-b44c-cade9ec8129b req-e0b683f1-3ae5-4b53-b6c1-5994dca4d946 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0522263 Mar 10 06:27:39.710953 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9a6f452-58a7-431a-b44c-cade9ec8129b req-a320f574-3754-4129-9020-bbe869fc9677 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 Mar 10 06:27:40.039918 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f119c-072e-4e08-9159-3b4458c3f389 req-c95f0d73-6e52-4a13-b4c1-c4051b6c22df tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:40.041390 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b7f119c-072e-4e08-9159-3b4458c3f389 req-c95f0d73-6e52-4a13-b4c1-c4051b6c22df tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0579131 Mar 10 06:27:40.126289 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8b7f119c-072e-4e08-9159-3b4458c3f389 req-f395a0a4-f201-4a87-b391-6fdc050356d9 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793695 Mar 10 06:27:40.136219 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-f1c0e6fe-1687-44f3-aee5-f8910b8f5c8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1263523 Mar 10 06:27:40.377662 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:27:40.453172 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a is: ACTIVE; New status is: DOWN {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:27:40.453560 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:40.476410 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:27:40.478724 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e34452-4a72-470f-b8c9-52e5cf984c7f" -d '{"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:27:40.491261 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:27:40.570515 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 06:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a769f8-f956-4e2d-adfb-87fa6a0c6f56 x-openstack-request-id: req-a9a769f8-f956-4e2d-adfb-87fa6a0c6f56 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:27:40.570845 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-unplugged", "status": "failed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "code": 422}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:27:40.571128 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a769f8-f956-4e2d-adfb-87fa6a0c6f56 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:27:40.571593 dv-cinder-804735-28-iscsi neutron-server[103625]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'code': 422} returned with failed status Mar 10 06:27:40.592713 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:40.638172 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=6']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:27:40.645474 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.645824 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.646169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.646510 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.646869 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.647201 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.647536 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.647860 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.648190 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.648516 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.648841 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.649167 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:40.649486 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:27:41.274954 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-b572c26c-8aa3-4946-a562-1acbf6e30a75 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:41.276317 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-b572c26c-8aa3-4946-a562-1acbf6e30a75 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports/096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 940 time: 0.1035712 Mar 10 06:27:41.288689 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cbd4c-10fd-40c4-b096-3c6f869a3489 req-745d5276-c16e-4dd6-bff9-01aca52935a1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:41.290203 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c83cbd4c-10fd-40c4-b096-3c6f869a3489 req-745d5276-c16e-4dd6-bff9-01aca52935a1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0949457 Mar 10 06:27:41.339859 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c83cbd4c-10fd-40c4-b096-3c6f869a3489 req-1a54909e-7f0c-4f6d-859a-c70b3de0301a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Mar 10 06:27:42.458405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166ac9e-341a-4661-b0f8-6d7b58908e47 req-ba410e56-b1b6-45d7-8b03-2c342ecff869 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:42.459916 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4166ac9e-341a-4661-b0f8-6d7b58908e47 req-ba410e56-b1b6-45d7-8b03-2c342ecff869 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0551760 Mar 10 06:27:42.513060 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-4166ac9e-341a-4661-b0f8-6d7b58908e47 req-f2e9f95d-f295-4dad-8b79-067eed4b7e66 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475378 Mar 10 06:27:43.627490 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4764d7-e227-475d-a2c2-1af1a9f26cf9 req-8ce06b02-73bc-4ccf-a544-73482999b528 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:43.628933 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f4764d7-e227-475d-a2c2-1af1a9f26cf9 req-8ce06b02-73bc-4ccf-a544-73482999b528 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0508847 Mar 10 06:27:43.675490 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f4764d7-e227-475d-a2c2-1af1a9f26cf9 req-384fe4cd-ad52-47be-b4ca-1be95913a176 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Mar 10 06:27:44.793713 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6220e-c4ab-4771-b5c8-667d49c88834 req-34324857-6856-4c99-917a-f0b75d8cf88e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:44.795215 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fea6220e-c4ab-4771-b5c8-667d49c88834 req-34324857-6856-4c99-917a-f0b75d8cf88e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0525219 Mar 10 06:27:44.845992 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fea6220e-c4ab-4771-b5c8-667d49c88834 req-d3658db8-f670-4229-bdc8-c79c57c0274e tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Mar 10 06:27:45.966593 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00faed-7677-4b04-b3bd-41dd9814195c req-77517d3a-e612-4d48-8bfd-86dcb0e3ade6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:45.967991 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a00faed-7677-4b04-b3bd-41dd9814195c req-77517d3a-e612-4d48-8bfd-86dcb0e3ade6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0516477 Mar 10 06:27:46.020881 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2a00faed-7677-4b04-b3bd-41dd9814195c req-2c855fcf-578a-422f-83e8-0c961eeb5e2a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467665 Mar 10 06:27:46.900704 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-9309ce5c-3828-4ddc-8720-044fd8c0e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:46.904112 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-9309ce5c-3828-4ddc-8720-044fd8c0e71f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd&tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42 HTTP/1.1" status: 200 len: 1127 time: 0.0435719 Mar 10 06:27:46.979123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-4abc3970-0572-4d94-8db7-e93edf6f2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:46.980572 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-4abc3970-0572-4d94-8db7-e93edf6f2504 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1127 time: 0.0469632 Mar 10 06:27:47.067812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-b465f893-822a-4fb8-bd0d-184cae1c7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:47.069984 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-b465f893-822a-4fb8-bd0d-184cae1c7b29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0839622 Mar 10 06:27:47.159056 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-f2fcc919-2138-4cfe-b67b-01d7ffc0fac5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 999 time: 0.0830364 Mar 10 06:27:47.205485 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd6b1b-44ef-426b-8962-f328e4ba00c4 req-c56439cf-e6f2-404c-89f9-2b645e23af7b tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:47.206940 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33cd6b1b-44ef-426b-8962-f328e4ba00c4 req-c56439cf-e6f2-404c-89f9-2b645e23af7b tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0948882 Mar 10 06:27:47.229566 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-df53d76e-34f8-4b43-b358-e9b1278c89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:47.230871 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-df53d76e-34f8-4b43-b358-e9b1278c89a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0656137 Mar 10 06:27:47.284825 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-33cd6b1b-44ef-426b-8962-f328e4ba00c4 req-03abfe67-37d4-4f33-8a39-81da6c627768 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721517 Mar 10 06:27:47.297436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-a3f0c89a-907e-48be-a44f-ff7e8f09840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:47.298913 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-a3f0c89a-907e-48be-a44f-ff7e8f09840e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621228 Mar 10 06:27:47.388769 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-7cea4828-fc7d-4b2b-917b-634e686abe1b service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Mar 10 06:27:47.478142 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6d659729-3daa-4780-9a1b-c8aacf13e4d4 req-36e29386-90a9-4c45-b854-16b8fb65f261 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828576 Mar 10 06:27:48.405242 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34ecb7-9b5e-4622-8271-f0f97b63c60d req-adc069e8-5586-432d-b08f-d247450e696a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:48.406724 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34ecb7-9b5e-4622-8271-f0f97b63c60d req-adc069e8-5586-432d-b08f-d247450e696a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0516152 Mar 10 06:27:48.454113 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-0d34ecb7-9b5e-4622-8271-f0f97b63c60d req-bc3873e6-ff28-4d54-8b59-e4abcb6956d1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Mar 10 06:27:48.885002 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:27:49.571508 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a108e-b1eb-4a7c-bf56-6de5fea0fa77 req-a5128a17-107d-4b37-aada-f9339cc1d803 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:49.572963 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-647a108e-b1eb-4a7c-bf56-6de5fea0fa77 req-a5128a17-107d-4b37-aada-f9339cc1d803 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0511537 Mar 10 06:27:49.619617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-647a108e-b1eb-4a7c-bf56-6de5fea0fa77 req-4d8124b7-d90b-4963-b56a-ccfe4d0a68ce tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410564 Mar 10 06:27:50.738359 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5b70c-1e04-411a-9b71-fb574b89da65 req-ab790f2e-f9b3-40c2-ad59-4a6243a6b786 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:50.740500 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9a5b70c-1e04-411a-9b71-fb574b89da65 req-ab790f2e-f9b3-40c2-ad59-4a6243a6b786 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0533705 Mar 10 06:27:50.787082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9a5b70c-1e04-411a-9b71-fb574b89da65 req-bc8db8ee-984b-466c-a267-207d07b25eff tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Mar 10 06:27:51.900729 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671b278-4471-4459-b292-d17f0b5f4179 req-3b5dd995-0e00-4e0b-9304-397e8a711445 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:51.902186 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a671b278-4471-4459-b292-d17f0b5f4179 req-3b5dd995-0e00-4e0b-9304-397e8a711445 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0508335 Mar 10 06:27:51.948652 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a671b278-4471-4459-b292-d17f0b5f4179 req-ced78d7a-f4b1-4676-b972-a570154742ae tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Mar 10 06:27:53.065953 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a237e2-2743-4ba1-9727-fdd85d50adef req-3ff81826-197e-4c2b-b6b1-4a9ac502e00a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:53.067461 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51a237e2-2743-4ba1-9727-fdd85d50adef req-3ff81826-197e-4c2b-b6b1-4a9ac502e00a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0537550 Mar 10 06:27:53.114778 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-51a237e2-2743-4ba1-9727-fdd85d50adef req-0608aed1-87a1-4db7-bfd8-dadac4876a18 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Mar 10 06:27:54.229694 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7070-3fe3-4b3f-a587-6bd1e885565b req-3af4edab-9b6b-47aa-85ff-38041cc1618f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:54.231470 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2cd7070-3fe3-4b3f-a587-6bd1e885565b req-3af4edab-9b6b-47aa-85ff-38041cc1618f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 943 time: 0.0515733 Mar 10 06:27:54.281106 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-d2cd7070-3fe3-4b3f-a587-6bd1e885565b req-142a23e0-7c5b-4751-bc8e-0ab0ec6a2630 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Mar 10 06:27:54.424369 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:27:54.519010 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:27:54.529170 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'port_id': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'mac_address': 'fa:16:3e:25:01:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:27:54.568776 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:27:54.569166 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:54.581418 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:27:54.600076 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:27:54.671400 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:54.717754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=7']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:27:54.957793 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:27:55.400521 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6436-b043-4bce-9206-221be4000a0b req-6340eaac-63bd-4b84-b7c5-65459907f874 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:55.401960 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-964a6436-b043-4bce-9206-221be4000a0b req-6340eaac-63bd-4b84-b7c5-65459907f874 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 944 time: 0.0510314 Mar 10 06:27:55.451435 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-964a6436-b043-4bce-9206-221be4000a0b req-75b94b91-7a96-4deb-b0aa-b6accfccf8c1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Mar 10 06:27:55.728510 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-39666eb1-24a9-48d9-8016-88384ba0d334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:56.444838 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:27:56.492579 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:27:56.493217 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:56.572161 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7745-1fa7-45f5-8737-02118dafb3e5 req-47ada04d-4a83-4ebf-ad06-d89b2794bc21 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:56.573646 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e46f7745-1fa7-45f5-8737-02118dafb3e5 req-47ada04d-4a83-4ebf-ad06-d89b2794bc21 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 944 time: 0.0540466 Mar 10 06:27:56.574562 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:27:56.574989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:56.602572 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:27:56.604852 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4ea6c5-837e-4f9e-971c-7daec10b74da" -d '{"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-plugged", "status": "completed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:27:56.617226 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:27:56.624660 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e46f7745-1fa7-45f5-8737-02118dafb3e5 req-cee0bbe3-a4cc-4e38-b974-0fdd30ff9e37 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Mar 10 06:27:56.648258 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6161409-4b02-4f15-beb4-8be7d5cb1af4 x-openstack-request-id: req-c6161409-4b02-4f15-beb4-8be7d5cb1af4 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:27:56.648551 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-plugged", "status": "completed", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:27:56.648825 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6161409-4b02-4f15-beb4-8be7d5cb1af4 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:27:56.649240 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'code': 200} Mar 10 06:27:56.689493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:56.738443 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=8']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:27:56.944663 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38aa7-243f-4fc4-b611-90c734dd0b62 req-428008aa-ae8e-4512-af58-ea6ffe7eaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:56.946194 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffe38aa7-243f-4fc4-b611-90c734dd0b62 req-428008aa-ae8e-4512-af58-ea6ffe7eaba9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0426047 Mar 10 06:27:56.990811 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-ffe38aa7-243f-4fc4-b611-90c734dd0b62 req-2f345c0d-49a0-48ae-a5ac-e10a1898279b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Mar 10 06:27:57.744632 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d58a54-26ec-4a2c-98af-d9d88ec59219 req-f0780b58-3221-4856-a7e6-3e908d471dd6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:57.746071 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7d58a54-26ec-4a2c-98af-d9d88ec59219 req-f0780b58-3221-4856-a7e6-3e908d471dd6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0552588 Mar 10 06:27:57.792945 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a7d58a54-26ec-4a2c-98af-d9d88ec59219 req-47ac96ef-a7e3-4f70-81b2-3384461a45fe tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Mar 10 06:27:57.940657 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-920beebf-c910-4aa1-aed2-4dcabde4933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:58.908831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ccf9e-0e5f-4203-9020-34be60886e99 req-31072d83-cb45-4a59-9792-f75278de1729 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:27:58.910284 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-380ccf9e-0e5f-4203-9020-34be60886e99 req-31072d83-cb45-4a59-9792-f75278de1729 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0509689 Mar 10 06:27:58.957241 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-380ccf9e-0e5f-4203-9020-34be60886e99 req-995711d2-def0-4e74-9f3d-88e86c61dec6 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Mar 10 06:27:59.260653 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:27:59.724006 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:00.073874 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739435bf-9688-4122-86ba-f50f445ddc0a req-502082e7-ceaa-46db-9806-bdd36399f531 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:00.075365 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-739435bf-9688-4122-86ba-f50f445ddc0a req-502082e7-ceaa-46db-9806-bdd36399f531 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0532556 Mar 10 06:28:00.132004 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-739435bf-9688-4122-86ba-f50f445ddc0a req-f49abf74-8ce9-48b6-94c4-19d0b2e006ba tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510533 Mar 10 06:28:00.848926 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:01.248314 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41b12e-ef55-4147-b260-03decec22700 req-86a51b67-aae1-4e5c-a595-caeb874bdfcc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:01.249769 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f41b12e-ef55-4147-b260-03decec22700 req-86a51b67-aae1-4e5c-a595-caeb874bdfcc tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0514317 Mar 10 06:28:01.297287 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5f41b12e-ef55-4147-b260-03decec22700 req-02f50c03-0b6d-4cc0-8275-9735388a57d3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Mar 10 06:28:02.191730 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:05.098082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-254755ac-44c5-42d1-bf5d-95aa5f40fa93 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812508895&fields=id&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 267 time: 0.0415154 Mar 10 06:28:05.203007 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-c6b9dfb9-09bb-4432-8743-63bdb9f342a4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:05.204338 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-c6b9dfb9-09bb-4432-8743-63bdb9f342a4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.0993397 Mar 10 06:28:05.217958 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-43b645df-c2be-4526-9548-1e0db149cf3b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/quotas/5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 375 time: 0.0084589 Mar 10 06:28:05.272225 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-c1721448-7910-40d8-aa12-0b134f8f98f3 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496044 Mar 10 06:28:05.329560 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d84856c0-d21a-42b2-87ec-a8e951eec77a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103623) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 06:28:05.330553 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d84856c0-d21a-42b2-87ec-a8e951eec77a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474622 Mar 10 06:28:05.420569 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-b7504c55-f812-4f11-8cb3-b0be247574d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833552 Mar 10 06:28:05.506809 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-021e78b5-8eac-4533-9161-8445fbbf2993 service neutron] 10.222.0.15 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799916 Mar 10 06:28:06.056190 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-38c09f60-05ab-46aa-95da-60860ca4edab req-d92f5f18-16f3-4719-b79a-5b5e9066d145 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Mar 10 06:28:07.151744 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6fab10c2-ceeb-42e0-a838-fd61d34e6a07 req-c36f1a36-4114-4374-910a-0eaea6bd79d9 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 210 time: 0.0299313 Mar 10 06:28:07.894923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-243d63a8-7493-4473-ba1f-8d21ce34306e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:07.896340 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-243d63a8-7493-4473-ba1f-8d21ce34306e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 812 time: 0.0993521 Mar 10 06:28:07.963343 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-958563bb-246b-4254-966e-8c42842a679e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c08a240a1e04d1c90e998b24dbe362e HTTP/1.1" status: 200 len: 380 time: 0.0540612 Mar 10 06:28:07.983325 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'port': {'device_id': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'admin_state_up': True, 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'security_groups': ['bd6c6cd1-91da-4746-925d-890b1ae08bce']}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:28:08.157742 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Made reservation on behalf of 5c08a240a1e04d1c90e998b24dbe362e for: {'port': 1} {{(pid=103623) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 06:28:08.161215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.252763 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-16d6eb24-6a9c-40f0-8296-8183ef54c4ea req-1904aa71-06ad-4929-989c-f953f939b7c7 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 210 time: 0.0333416 Mar 10 06:28:08.308261 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.20.0.3 (a4645b49-6e10-46db-b639-3858e40c32eb/405b7e5b-a3a5-4580-9827-a54ee4657ddd/61660833-7617-406d-993d-77d404b95389) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:28:08.441383 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (61660833-7617-406d-993d-77d404b95389), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.541130 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (61660833-7617-406d-993d-77d404b95389), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.581986 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network a4645b49-6e10-46db-b639-3858e40c32eb is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:28:08.585079 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:28:08.591872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:28:08.620066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:08.634114 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.634469 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.634856 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.635197 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.635531 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.635861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.636193 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.636527 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.636854 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.637185 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.637506 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.638016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.638344 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:28:08.656152 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:08.656785 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.726994 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3b1e9a7-90a2-4114-8e22-2e51c50e808e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465968 Mar 10 06:28:08.744549 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Request body: {'port': {'device_id': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:28:08.786486 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-9b6fced6-225d-4879-9d72-2d8459c97822 None None] Provisioning complete for port 61660833-7617-406d-993d-77d404b95389 triggered by entity DHCP. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:28:08.787141 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9b6fced6-225d-4879-9d72-2d8459c97822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (61660833-7617-406d-993d-77d404b95389), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.811443 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (61660833-7617-406d-993d-77d404b95389), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:08.825263 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fced6-225d-4879-9d72-2d8459c97822 None None] Port 61660833-7617-406d-993d-77d404b95389 cannot update to ACTIVE because it is not bound. {{(pid=103625) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 06:28:09.361861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61660833-7617-406d-993d-77d404b95389 {{(pid=103623) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:28:09.372512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks [] for port (61660833-7617-406d-993d-77d404b95389), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:09.389377 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.provisioning_blocks [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Transition to ACTIVE for port object 61660833-7617-406d-993d-77d404b95389 will not be triggered until provisioned by entity L2. {{(pid=103623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 06:28:09.402578 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9b9b-abf1-49a8-b0a7-2953501793c0 req-fededf2e-78f9-492c-85eb-f0007fd9a949 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:09.404056 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-90db9b9b-abf1-49a8-b0a7-2953501793c0 req-fededf2e-78f9-492c-85eb-f0007fd9a949 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 931 time: 0.0772526 Mar 10 06:28:09.438889 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (61660833-7617-406d-993d-77d404b95389), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:09.491193 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-90db9b9b-abf1-49a8-b0a7-2953501793c0 req-3dde511e-4389-458c-955e-b7fea7942daf tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814545 Mar 10 06:28:09.506492 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:09.578856 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Attempting to bind port 61660833-7617-406d-993d-77d404b95389 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 06:28:09.579204 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Attempting to bind port 61660833-7617-406d-993d-77d404b95389 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 06:28:09.579534 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Attempting to bind port 61660833-7617-406d-993d-77d404b95389 on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:28:09.584061 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Port 61660833-7617-406d-993d-77d404b95389 on network a4645b49-6e10-46db-b639-3858e40c32eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 06:28:09.584383 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Attempting to bind port 61660833-7617-406d-993d-77d404b95389 on network a4645b49-6e10-46db-b639-3858e40c32eb {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 06:28:09.590053 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Checking agent: {'id': '625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'started_at': datetime.datetime(2022, 3, 10, 6, 14, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 06:28:09.590403 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Checking segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 06:28:09.590940 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Bound using segment: {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'} {{(pid=103623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 06:28:09.591388 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.managers [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Bound port: 61660833-7617-406d-993d-77d404b95389, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb'}}] {{(pid=103623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 06:28:09.591752 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (61660833-7617-406d-993d-77d404b95389), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:09.659124 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, cleared binding levels {{(pid=103623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 06:28:09.662069 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=61660833-7617-406d-993d-77d404b95389,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 06:28:09.758156 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (61660833-7617-406d-993d-77d404b95389), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:09.790447 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:09.791094 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:09.792448 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 200 len: 1093 time: 1.0530579 Mar 10 06:28:09.792882 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:28:09.795116 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9809309-66d0-4936-b565-29aae34f9ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:28:09.824069 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dae83-cc5c-48a4-8564-92efbe7ab7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=3']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:09.910056 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2b1757-4353-4632-9bb1-382aaac9a390 x-openstack-request-id: req-fe2b1757-4353-4632-9bb1-382aaac9a390 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:28:09.910351 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:28:09.910591 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe2b1757-4353-4632-9bb1-382aaac9a390 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:28:09.911092 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389', 'status': 'completed', 'code': 200} Mar 10 06:28:09.949495 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3404463-880a-4703-8316-6860406f652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:09.951036 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-d3404463-880a-4703-8316-6860406f652b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1127 time: 0.0494075 Mar 10 06:28:10.001217 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-b77caa74-bb80-45fb-b8a8-14cf16f24fde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 200 len: 217 time: 0.0369961 Mar 10 06:28:10.052142 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-bd0fb007-aee2-453a-8d47-8d0d4da88437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.053434 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-bd0fb007-aee2-453a-8d47-8d0d4da88437 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0409625 Mar 10 06:28:10.100552 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-0cb7b6ad-7e08-41ca-bf64-4c4ccd5c0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.102560 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-0cb7b6ad-7e08-41ca-bf64-4c4ccd5c0dfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428760 Mar 10 06:28:10.198914 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-b830897c-dacd-4c77-b7c2-7217041e0ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Mar 10 06:28:10.283883 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3eadf9bc-2b67-4380-9d3e-9cc649e23914 req-64122931-ba38-437a-b9b4-62cb9c88bf51 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796776 Mar 10 06:28:10.502227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-07308130-48f6-4d21-94fa-36869ddd60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.503656 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-07308130-48f6-4d21-94fa-36869ddd60ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1127 time: 0.0448701 Mar 10 06:28:10.636718 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-c4b595d3-f807-40d9-934f-d885135adee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.638175 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-c4b595d3-f807-40d9-934f-d885135adee5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.1283433 Mar 10 06:28:10.652601 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151fb7-5290-4397-960e-cecf55cb1cee req-03230e25-e333-4eb3-a0b5-f7d9c927275a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.653976 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e8151fb7-5290-4397-960e-cecf55cb1cee req-03230e25-e333-4eb3-a0b5-f7d9c927275a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0721290 Mar 10 06:28:10.708453 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-6e43430c-2c22-4b5d-9a50-72a71dad85a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 200 len: 217 time: 0.0427685 Mar 10 06:28:10.764569 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e8151fb7-5290-4397-960e-cecf55cb1cee req-74299bf9-9652-44d9-922d-62a8ab83be39 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050897 Mar 10 06:28:10.777796 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-cff7f0d3-f9ed-4b32-aa53-e8910a23b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.779302 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-cff7f0d3-f9ed-4b32-aa53-e8910a23b61f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0598416 Mar 10 06:28:10.833732 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-eaed22b1-95d2-4489-9f72-32d5fe4d7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:10.835266 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-eaed22b1-95d2-4489-9f72-32d5fe4d7611 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435271 Mar 10 06:28:10.934678 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-22e4c054-87f8-408b-8c75-c912664e7d52 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899680 Mar 10 06:28:11.025626 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a9809309-66d0-4936-b565-29aae34f9ac9 req-84748b81-e3de-488e-9265-cc9f9e2685fa service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852468 Mar 10 06:28:11.883882 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8ddb-6d2e-46f2-94e1-3b4a6766180c req-1c2c295a-c9a9-4c34-91fe-34be2aa214cd tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:11.885359 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcec8ddb-6d2e-46f2-94e1-3b4a6766180c req-1c2c295a-c9a9-4c34-91fe-34be2aa214cd tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0531037 Mar 10 06:28:11.934136 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-dcec8ddb-6d2e-46f2-94e1-3b4a6766180c req-7a7873f3-a978-4895-ba18-568f96bd43e5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Mar 10 06:28:13.051712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db12f4b-1ba4-435b-ba6f-503df47d397b req-b4c88675-43cc-4102-b633-e58dd760ed4a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:13.053191 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3db12f4b-1ba4-435b-ba6f-503df47d397b req-b4c88675-43cc-4102-b633-e58dd760ed4a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0515945 Mar 10 06:28:13.100407 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-3db12f4b-1ba4-435b-ba6f-503df47d397b req-3f459561-e146-4406-8288-6a9a81353280 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Mar 10 06:28:14.219967 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e08613-08e0-47ef-a387-c0bc7129caaa req-f6c58bc6-ca91-402d-8218-c5d75cb660a6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:14.221408 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e8e08613-08e0-47ef-a387-c0bc7129caaa req-f6c58bc6-ca91-402d-8218-c5d75cb660a6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0553629 Mar 10 06:28:14.268649 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e8e08613-08e0-47ef-a387-c0bc7129caaa req-97212621-47a0-4f85-84ed-350d5001c0bd tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Mar 10 06:28:15.383352 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368316-a0a0-4076-8b20-f891cd2509d1 req-43d8d13a-54c4-4c02-b9fe-65982d347400 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:15.384803 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf368316-a0a0-4076-8b20-f891cd2509d1 req-43d8d13a-54c4-4c02-b9fe-65982d347400 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0515528 Mar 10 06:28:15.433676 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-bf368316-a0a0-4076-8b20-f891cd2509d1 req-eb6bf315-81ba-421e-bb09-2c172488bac4 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Mar 10 06:28:16.598872 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaba4b-3541-4482-a6ba-270c7e18fafc req-50aa65ab-4375-4d6b-9378-01ca835e24d3 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:16.600340 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6dcaba4b-3541-4482-a6ba-270c7e18fafc req-50aa65ab-4375-4d6b-9378-01ca835e24d3 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0509517 Mar 10 06:28:16.651981 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6dcaba4b-3541-4482-a6ba-270c7e18fafc req-a8414139-2711-46dc-a43c-c816a20ec591 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Mar 10 06:28:17.767812 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867332d-eb1a-4e7c-93fe-f16cff7413ec req-9a6a5478-3400-4893-8b4e-9ebbb4adf2b9 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:17.769261 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5867332d-eb1a-4e7c-93fe-f16cff7413ec req-9a6a5478-3400-4893-8b4e-9ebbb4adf2b9 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 943 time: 0.0523438 Mar 10 06:28:17.815840 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5867332d-eb1a-4e7c-93fe-f16cff7413ec req-88c3f762-6de4-4570-bd70-413d5fc281fe tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Mar 10 06:28:18.595981 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 61660833-7617-406d-993d-77d404b95389 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=103625) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 06:28:18.692381 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=61660833-7617-406d-993d-77d404b95389,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:28:18.703077 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Returning: {'device': '61660833-7617-406d-993d-77d404b95389', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'port_id': '61660833-7617-406d-993d-77d404b95389', 'mac_address': 'fa:16:3e:fd:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103625) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 06:28:18.738501 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 61660833-7617-406d-993d-77d404b95389 is: DOWN; New status is: BUILD {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:28:18.738923 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (61660833-7617-406d-993d-77d404b95389), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:18.751866 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61660833-7617-406d-993d-77d404b95389 {{(pid=103625) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 06:28:18.771177 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=61660833-7617-406d-993d-77d404b95389,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:28:18.854558 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (61660833-7617-406d-993d-77d404b95389), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:18.902188 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=4']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:18.934167 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4fbef-e241-462a-8f4e-a7a714c84a76 req-88d55884-7646-49b7-bad3-bbe3413bb266 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:18.935745 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14e4fbef-e241-462a-8f4e-a7a714c84a76 req-88d55884-7646-49b7-bad3-bbe3413bb266 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Mar 10 06:28:18.997795 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-14e4fbef-e241-462a-8f4e-a7a714c84a76 req-ec0686e0-74fe-465c-be8c-084a319c1baa tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564411 Mar 10 06:28:19.188708 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] get_ports_and_sgs() called for port_ids ['61660833-7617-406d-993d-77d404b95389'] {{(pid=103625) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 06:28:20.115364 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05a25b-20ac-406b-8274-5c5c178f9c63 req-4a915f4c-43a2-446a-bd37-60a45bc95283 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:20.117694 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a05a25b-20ac-406b-8274-5c5c178f9c63 req-4a915f4c-43a2-446a-bd37-60a45bc95283 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 944 time: 0.0543346 Mar 10 06:28:20.164135 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-7a05a25b-20ac-406b-8274-5c5c178f9c63 req-36f23fd4-cc2e-4761-aed7-6c1f17048286 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Mar 10 06:28:20.612923 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 61660833-7617-406d-993d-77d404b95389 up at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 06:28:20.722863 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning for port 61660833-7617-406d-993d-77d404b95389 completed by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 06:28:20.727065 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.provisioning_blocks [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Provisioning complete for port 61660833-7617-406d-993d-77d404b95389 triggered by entity L2. {{(pid=103625) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 06:28:20.727441 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169457'] for port (61660833-7617-406d-993d-77d404b95389), provisioning_complete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:20.802472 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Current status of the port 61660833-7617-406d-993d-77d404b95389 is: BUILD; New status is: ACTIVE {{(pid=103625) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 06:28:20.802885 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (61660833-7617-406d-993d-77d404b95389), before_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:20.824766 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660833-7617-406d-993d-77d404b95389'}] {{(pid=103625) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:28:20.827002 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c910e09f49fb7a8c34917c23b8caf7d71711d7760f129f75f700d2c66b8e2e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1633fb49-eab8-4365-a3d2-bfedf9b21413" -d '{"events": [{"server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "name": "network-vif-plugged", "status": "completed", "tag": "61660833-7617-406d-993d-77d404b95389"}]}' {{(pid=103625) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:28:20.839607 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=61660833-7617-406d-993d-77d404b95389,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:28:20.861187 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdec9e5-69ff-4107-a3cd-0c4d03a99ea6 x-openstack-request-id: req-6fdec9e5-69ff-4107-a3cd-0c4d03a99ea6 {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:28:20.861478 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "name": "network-vif-plugged", "status": "completed", "tag": "61660833-7617-406d-993d-77d404b95389", "code": 200}]} {{(pid=103625) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:28:20.861735 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fdec9e5-69ff-4107-a3cd-0c4d03a99ea6 {{(pid=103625) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:28:20.862124 dv-cinder-804735-28-iscsi neutron-server[103625]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660833-7617-406d-993d-77d404b95389', 'code': 200} Mar 10 06:28:20.917473 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707'] for port (61660833-7617-406d-993d-77d404b95389), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:20.967756 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Pushing event updated for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=5']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:21.209471 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c461608-4396-4272-afa8-dac42c576186 req-199ad148-b31f-4fed-af17-4645e35c070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:21.211426 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c461608-4396-4272-afa8-dac42c576186 req-199ad148-b31f-4fed-af17-4645e35c070d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1129 time: 0.0445676 Mar 10 06:28:21.294594 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-8c461608-4396-4272-afa8-dac42c576186 req-433cb309-746b-4a45-88be-9f982442d68c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769570 Mar 10 06:28:21.313505 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f77074-a260-4e2e-a3e1-3c9e686463f7 req-2162f33d-6475-458d-943d-0d95d4046cca tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:21.314977 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-87f77074-a260-4e2e-a3e1-3c9e686463f7 req-2162f33d-6475-458d-943d-0d95d4046cca tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0830889 Mar 10 06:28:21.362617 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-87f77074-a260-4e2e-a3e1-3c9e686463f7 req-39f6a70b-f7b6-4b5e-bac9-0f5c0e0c55c6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Mar 10 06:28:22.482794 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69267e5-57ea-4a89-b686-c47ea136be66 req-f9442c21-f7ef-485f-aac5-05c93c87b6aa tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:22.484272 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a69267e5-57ea-4a89-b686-c47ea136be66 req-f9442c21-f7ef-485f-aac5-05c93c87b6aa tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Mar 10 06:28:22.532447 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a69267e5-57ea-4a89-b686-c47ea136be66 req-b5023c1b-968e-4039-b069-d8a66fbaf7d1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424821 Mar 10 06:28:23.649215 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b278202-d57f-41e0-9a8a-8ec89255c376 req-2587876c-1c55-4bd3-afd8-125a12b0119e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:23.650688 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b278202-d57f-41e0-9a8a-8ec89255c376 req-2587876c-1c55-4bd3-afd8-125a12b0119e tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Mar 10 06:28:23.702210 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2b278202-d57f-41e0-9a8a-8ec89255c376 req-dfbcadcd-84c8-406f-9ca9-85a1c86c34e6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459497 Mar 10 06:28:23.817450 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a823d-cda6-445d-bd6c-a4de58722a79 req-ac87edfe-bc9a-4c0b-b122-92cf02ab5ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:23.818857 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a05a823d-cda6-445d-bd6c-a4de58722a79 req-ac87edfe-bc9a-4c0b-b122-92cf02ab5ac0 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Mar 10 06:28:23.866882 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a05a823d-cda6-445d-bd6c-a4de58722a79 req-d1b6a137-2a6c-451d-b894-2ded0808ac50 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 Mar 10 06:28:23.889392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57684) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:28:23.931876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f9032d-2baa-4f40-849c-cb8d0fae5ac6 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:23.933382 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b4f9032d-2baa-4f40-849c-cb8d0fae5ac6 tempest-TestVolumeBootPattern-950849871 tempest-TestVolumeBootPattern-950849871-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1124 time: 0.0430489 Mar 10 06:28:23.936150 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57686) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:28:23.940379 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.v2.base [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Request body: {'floatingip': {'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'port_id': '61660833-7617-406d-993d-77d404b95389', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103623) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 06:28:24.019154 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:24.114075 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (None), before_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:24.213027 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Allocated IP 172.27.2.162 (838909d7-e120-4ec1-b3d0-0501687eb96f/6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4/ff371e02-cca4-470d-b6fe-54119d71ef48) {{(pid=103623) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 06:28:24.313750 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:24.409337 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753070541671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:24.445831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Network 838909d7-e120-4ec1-b3d0-0501687eb96f is already hosted by enough agents. {{(pid=103623) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 06:28:24.450991 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Resources bound (agent type, host, resource id): {{(pid=103623) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 06:28:24.453538 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Received port after_create {{(pid=103623) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 06:28:24.476407 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=ff371e02-cca4-470d-b6fe-54119d71ef48,revision_number=1']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:24.820923 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (0762c3b0-b511-4e48-8827-3ddb62416f21), precommit_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:24.945559 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1025151'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), before_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.089548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), precommit_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.173514 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753070995303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753070541689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753070541707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8997650'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), after_update {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.241870 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event updated for resources: {'Port': ['ID=ff371e02-cca4-470d-b6fe-54119d71ef48,revision_number=2']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:28:25.253190 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-424335'] for floatingip (0762c3b0-b511-4e48-8827-3ddb62416f21), after_create {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.353020 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 0762c3b0-b511-4e48-8827-3ddb62416f21 associated. External IP: 172.27.2.162, port: 61660833-7617-406d-993d-77d404b95389. Mar 10 06:28:25.558110 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:28:25.663400 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:28:25.672717 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:28:25.684122 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:28:25.684731 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:27:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:28:25.742950 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.768797 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7dfb5ce1-5e45-4eef-80ed-de775cc1172d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:25.774679 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-a0e7627b-dc9f-4013-875d-cb25c5165ba5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8374617 Mar 10 06:28:25.775760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:28:25.777957 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d016a-15c8-482c-a540-a2347db82842" -d '{"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:28:25.795626 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:28:25.813858 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39798bb-177f-4ffd-91ac-104e6ca0beaa x-openstack-request-id: req-b39798bb-177f-4ffd-91ac-104e6ca0beaa {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:28:25.814213 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:28:25.814548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b39798bb-177f-4ffd-91ac-104e6ca0beaa {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:28:25.815038 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389', 'status': 'completed', 'code': 200} Mar 10 06:28:25.888770 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:28:25.900831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d016a-15c8-482c-a540-a2347db82842 req-23dbe1ee-5c63-4724-8a8b-23c8e5355f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:25.902333 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-23dbe1ee-5c63-4724-8a8b-23c8e5355f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1129 time: 0.0448291 Mar 10 06:28:26.008826 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d016a-15c8-482c-a540-a2347db82842 req-cbf4ad3e-b64a-44b4-92ff-2bc978c5f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:26.010213 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-cbf4ad3e-b64a-44b4-92ff-2bc978c5f4ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.1019604 Mar 10 06:28:26.027246 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '0762c3b0-b511-4e48-8827-3ddb62416f21', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '61660833-7617-406d-993d-77d404b95389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:fd:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:28:24Z', 'updated_at': '2022-03-10T06:28:24Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}, {'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:28:26.153432 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:28:26.162150 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:28:26.163607 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:27:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:28:26.274917 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:28:26.359203 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-440d33d3-c492-4a3f-be5b-0250e22b7bab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 200 len: 999 time: 0.3429646 Mar 10 06:28:26.405630 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d016a-15c8-482c-a540-a2347db82842 req-a93eb26d-738d-4ccf-8a47-6c5b89f146e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:26.407003 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-a93eb26d-738d-4ccf-8a47-6c5b89f146e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0422239 Mar 10 06:28:26.458227 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d016a-15c8-482c-a540-a2347db82842 req-649074bf-9723-47a5-bda2-dc429b691352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:26.459865 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-649074bf-9723-47a5-bda2-dc429b691352 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455723 Mar 10 06:28:26.501166 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '0762c3b0-b511-4e48-8827-3ddb62416f21', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '61660833-7617-406d-993d-77d404b95389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:fd:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:28:24Z', 'updated_at': '2022-03-10T06:28:24Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}, {'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:28:26.531314 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbb381-a5c8-43b6-b8ee-572381dd4864 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '0762c3b0-b511-4e48-8827-3ddb62416f21', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '61660833-7617-406d-993d-77d404b95389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:fd:56:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:28:24Z', 'updated_at': '2022-03-10T06:28:24Z', 'revision_number': 0, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}, {'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:28:26.548512 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-870575dc-2139-4ab9-bb00-3743fc9da29d service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Mar 10 06:28:26.646782 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe4d016a-15c8-482c-a540-a2347db82842 req-0b07886f-b5e6-4c60-8bf9-5c51dc52b0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916100 Mar 10 06:28:26.736078 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d54063-ad64-4592-b20d-775a2d96ba15 None None] New status for floating IP 0762c3b0-b511-4e48-8827-3ddb62416f21: ACTIVE {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:28:27.934498 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-40a946fb-66c8-4ca3-a85c-b084ac5066d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:29.247755 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:29.744604 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:30.860021 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:32.191235 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:38.188900 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-0d425cc1-88ff-4357-b892-515efc91c9dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418689 Mar 10 06:28:38.262324 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-92e9bf6c-a06c-4f70-b447-e15794765b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:38.263889 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-92e9bf6c-a06c-4f70-b447-e15794765b58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1130 time: 0.0429788 Mar 10 06:28:38.366337 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-25e5db15-45d4-4602-bfef-b2925d4ab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:38.368189 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-25e5db15-45d4-4602-bfef-b2925d4ab23e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0852246 Mar 10 06:28:38.430157 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-3616598e-a834-4f99-b9f0-3bb034535570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 1002 time: 0.0558131 Mar 10 06:28:38.478562 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-83046a7a-0034-454d-8591-502c674949fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:38.479890 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-83046a7a-0034-454d-8591-502c674949fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0445120 Mar 10 06:28:38.526459 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-6d2f750a-7b33-40a1-a0ef-f62edaaa5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:28:38.527925 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-6d2f750a-7b33-40a1-a0ef-f62edaaa5d64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422661 Mar 10 06:28:38.615423 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-a0f60365-c9fa-48cb-81d8-5d155b0bfa50 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810666 Mar 10 06:28:38.700294 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-84f2e558-2d0a-4077-96a2-b5ef2fb33add req-f92373fa-9943-4181-8924-47e2716675fb service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785201 Mar 10 06:28:55.739601 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-62b85866-9ea1-43c7-9328-b7127e7cad0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:57.950825 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9d653a6e-1603-4502-9d11-40d81a4d2322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:59.248218 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:28:59.756542 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:00.848158 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:02.231332 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:02.887838 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:29:16.822968 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57712) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:16.976110 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Deleting port fc3ed915-d63a-48e2-b3c2-332ee462d4d2 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:16.976341 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.049466 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.049811 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for floatingip (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.061516 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Calling delete_port for fc3ed915-d63a-48e2-b3c2-332ee462d4d2 owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:17.293382 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (fc3ed915-d63a-48e2-b3c2-332ee462d4d2), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.321190 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event deleted for resources: {'Port': ['ID=fc3ed915-d63a-48e2-b3c2-332ee462d4d2,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:17.333164 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.333514 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.333852 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.334188 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.334517 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.334871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.335195 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.335515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.335834 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.336152 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.336472 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.337329 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.337674 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:17.390313 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for floatingip (bdd7ced1-39a2-4d7a-be92-cf990ad8cac5), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.390637 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Floating IP bdd7ced1-39a2-4d7a-be92-cf990ad8cac5 disassociated (deleted). External IP: 172.27.2.163, port: 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a. Mar 10 06:29:17.597130 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Router 6a33e003-463b-4344-8bed-3d69dc10a20e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:29:17.947001 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:29:17.954975 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:17.956070 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Sync routers for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:29:17.966090 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:17.966743 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:28:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:17.981359 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-2ab855cb-201b-4597-b2ba-c3fc34c06a53 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "DELETE /v2.0/floatingips/bdd7ced1-39a2-4d7a-be92-cf990ad8cac5 HTTP/1.1" status: 204 len: 168 time: 1.1570010 Mar 10 06:29:17.984104 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:29:17.984279 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9718cc-423c-4417-a6ce-2242fb835981" -d '{"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:29:18.077065 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:18.155791 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f9e56-8d84-4c54-9ab1-3b4f2950c86a x-openstack-request-id: req-fd7f9e56-8d84-4c54-9ab1-3b4f2950c86a {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:29:18.156091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:29:18.156348 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd7f9e56-8d84-4c54-9ab1-3b4f2950c86a {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:29:18.156749 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'status': 'completed', 'code': 200} Mar 10 06:29:18.242757 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-6fb5cd8d-72ba-44e0-a762-591110e0e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:18.244392 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-6fb5cd8d-72ba-44e0-a762-591110e0e37d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 1129 time: 0.0452578 Mar 10 06:29:18.277851 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:18.305172 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Checking router: 6a33e003-463b-4344-8bed-3d69dc10a20e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:29:18.314119 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:18.314743 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:28:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:18.339813 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-5f802bf8-caaf-4037-932a-3e9325689d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:18.341389 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-5f802bf8-caaf-4037-932a-3e9325689d8d service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 200 len: 909 time: 0.0912201 Mar 10 06:29:18.381908 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-447bf10a-b64f-41e5-bdef-4afcee3f8a34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 200 len: 217 time: 0.0351403 Mar 10 06:29:18.425316 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:18.437496 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-270770ab-5145-4368-9b06-c67886171140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:18.440303 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-270770ab-5145-4368-9b06-c67886171140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 200 len: 847 time: 0.0523062 Mar 10 06:29:18.525768 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-1b0b9a05-a94b-432b-a358-333b8c4bd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:18.527305 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-1b0b9a05-a94b-432b-a358-333b8c4bd6fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd978aa4-35e0-410c-86e8-a0d777c6ca2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726199 Mar 10 06:29:18.534869 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720329f-1e48-4602-b66e-6d45e5980b4f req-f55e41fd-c868-4a84-b0a2-c1f32053e377 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:18.536277 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a720329f-1e48-4602-b66e-6d45e5980b4f req-f55e41fd-c868-4a84-b0a2-c1f32053e377 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0915055 Mar 10 06:29:18.638918 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a720329f-1e48-4602-b66e-6d45e5980b4f req-bba15ced-830d-41a3-b742-2811b400344a tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933418 Mar 10 06:29:18.644190 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:18.660913 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-452d1dd0-c2a6-481a-a7fe-77279abf7862 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216459 Mar 10 06:29:18.671571 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b61be1-41b4-4e0f-a80e-34973899794f None None] The sync data for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi is: [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:38Z', 'revision_number': 4, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': 'a5039201-c4bd-49a4-93f6-07aea35f8074', 'name': '', 'network_id': 'fd978aa4-35e0-410c-86e8-a0d777c6ca2f', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'mac_address': 'fa:16:3e:6f:ea:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:37Z', 'updated_at': '2022-03-10T06:24:42Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'subnets': [{'id': 'f69b453c-7fc5-4d29-907e-0818bf579b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:29:18.755668 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-6a9718cc-423c-4417-a6ce-2242fb835981 req-5221ae1b-a5c3-4082-8974-0d4728733624 service neutron] 10.222.0.37 "GET /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898013 Mar 10 06:29:18.911069 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74931209-e8df-4f24-a282-0738d1cf0285 None None] New status for floating IP bdd7ced1-39a2-4d7a-be92-cf990ad8cac5: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:29:19.763504 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe997ec6-4caa-4763-88bb-f7b3bace5b93 req-ba132c55-db9e-4dd2-a61c-d39f0f2bac8f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:19.764975 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe997ec6-4caa-4763-88bb-f7b3bace5b93 req-ba132c55-db9e-4dd2-a61c-d39f0f2bac8f tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0560706 Mar 10 06:29:19.813948 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-fe997ec6-4caa-4763-88bb-f7b3bace5b93 req-ac5163a5-4a93-415e-af30-c1ddde5fff5b tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/security-groups?id=46b6a9d2-24d0-4350-908e-53ad735e9afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Mar 10 06:29:20.193180 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-2ffed082-1c64-49a8-9ca7-78bf830e74f1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:20.194548 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-2ffed082-1c64-49a8-9ca7-78bf830e74f1 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.37 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 945 time: 0.0526552 Mar 10 06:29:20.289373 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Deleting port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:20.290315 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:20.376693 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] For port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:20.377063 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:20.389118 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Calling delete_port for 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:20.590925 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (096c711b-b5b2-48f0-bcf1-0ddd62b20a6a), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:20.619147 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event deleted for resources: {'Port': ['ID=096c711b-b5b2-48f0-bcf1-0ddd62b20a6a,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:20.631698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.631698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.631698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.631698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.631698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.632169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.632398 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.632721 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.633046 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.633371 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.634195 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.634512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.634859 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:20.673965 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] No DVR routers for this DVR port 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:29:20.677866 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:20.681591 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-04ab145a-787c-4c6d-b46c-f37184d7e12e req-7f125ba5-f708-4dc3-8ac3-134339d997ec tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.37 "DELETE /v2.0/ports/096c711b-b5b2-48f0-bcf1-0ddd62b20a6a HTTP/1.1" status: 204 len: 173 time: 0.4813905 Mar 10 06:29:20.682034 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-deleted', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:29:20.684384 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed1836-a018-47cd-918d-a24c2edba0ee" -d '{"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-deleted", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:29:20.719583 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becdcd00-d145-4a01-b7a4-78b738d0272e x-openstack-request-id: req-becdcd00-d145-4a01-b7a4-78b738d0272e {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:29:20.719938 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4486f218-9f87-4364-98b7-6dfa2f149cdd", "name": "network-vif-deleted", "tag": "096c711b-b5b2-48f0-bcf1-0ddd62b20a6a", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:29:20.720224 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-becdcd00-d145-4a01-b7a4-78b738d0272e {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:29:20.720621 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4486f218-9f87-4364-98b7-6dfa2f149cdd', 'name': 'network-vif-deleted', 'tag': '096c711b-b5b2-48f0-bcf1-0ddd62b20a6a', 'status': 'completed', 'code': 200} Mar 10 06:29:20.906104 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-65f6b272-14e5-4704-ab58-fcdd19b3b693 req-328d754e-5a9a-4935-ae62-bd64fddbf8d3 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 210 time: 0.0266926 Mar 10 06:29:22.010454 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-1ac14dc3-c565-4764-8c15-a7eee9a28048 req-cddc270b-b0c5-435a-af9c-06081bb79803 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "GET /v2.0/ports?device_id=4486f218-9f87-4364-98b7-6dfa2f149cdd HTTP/1.1" status: 200 len: 210 time: 0.0269094 Mar 10 06:29:22.873801 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:22.896814 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:22.897156 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 096c711b-b5b2-48f0-bcf1-0ddd62b20a6a not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:23.065347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57740) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:23.120159 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (46b6a9d2-24d0-4350-908e-53ad735e9afc), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:23.143494 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (46b6a9d2-24d0-4350-908e-53ad735e9afc), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:23.259025 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (46b6a9d2-24d0-4350-908e-53ad735e9afc), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:23.261649 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:23.262813 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] 10.222.0.15 "DELETE /v2.0/security-groups/46b6a9d2-24d0-4350-908e-53ad735e9afc HTTP/1.1" status: 204 len: 168 time: 0.1964691 Mar 10 06:29:23.271626 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d404f7-0184-4c91-b5be-0eecb978ad22 tempest-TestShelveInstance-825293717 tempest-TestShelveInstance-825293717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6a9d2-24d0-4350-908e-53ad735e9afc,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:23.367747 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57744) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:23.706101 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (6a33e003-463b-4344-8bed-3d69dc10a20e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:23.950610 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Deleting port a5039201-c4bd-49a4-93f6-07aea35f8074 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:23.950889 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:24.026784 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] For port a5039201-c4bd-49a4-93f6-07aea35f8074, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=a5039201-c4bd-49a4-93f6-07aea35f8074,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:24.027139 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:24.042600 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Calling delete_port for a5039201-c4bd-49a4-93f6-07aea35f8074 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:24.293697 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (a5039201-c4bd-49a4-93f6-07aea35f8074), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:24.316413 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5039201-c4bd-49a4-93f6-07aea35f8074,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:24.491764 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (6a33e003-463b-4344-8bed-3d69dc10a20e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:24.704745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Router 6a33e003-463b-4344-8bed-3d69dc10a20e has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:29:24.815639 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:29:24.820714 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a14dd765-a01f-4637-a5a7-814a944fbe33 admin admin] 10.222.0.15 "PUT /v2.0/routers/6a33e003-463b-4344-8bed-3d69dc10a20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519005 Mar 10 06:29:24.824435 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57746) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:24.825944 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Sync routers for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:29:24.840104 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:24.840778 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:28:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:24.958089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks [] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.080615 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks [] for router_gateway (6a33e003-463b-4344-8bed-3d69dc10a20e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.083267 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:25.205663 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Deleting port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:25.206016 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.284542 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:29:24Z', 'revision_number': 5, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port': {'id': '898d2a3e-2ba9-4672-8dc5-5d5f0f27a352', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:47:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:25.303815 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] For port 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:25.304427 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.313225 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Checking router: 6a33e003-463b-4344-8bed-3d69dc10a20e for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:29:25.319303 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Calling delete_port for 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:25.321804 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Routers {'6a33e003-463b-4344-8bed-3d69dc10a20e'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:25.322597 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:28:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['6a33e003-463b-4344-8bed-3d69dc10a20e'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:25.424743 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] Set router 6a33e003-463b-4344-8bed-3d69dc10a20e gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:25.489026 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:29:25Z', 'revision_number': 6, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:25.524649 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8592c5c-0b0c-4f42-bf90-8e42b54f2e29 None None] The sync data for ids ['6a33e003-463b-4344-8bed-3d69dc10a20e'] in dv-cinder-804735-28-iscsi is: [{'id': '6a33e003-463b-4344-8bed-3d69dc10a20e', 'name': 'tempest-TestShelveInstance-934323364-router', 'tenant_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:35Z', 'updated_at': '2022-03-10T06:29:25Z', 'revision_number': 6, 'project_id': '22d6b4c67cb44e559e09cdf1e4f6ad42', 'gw_port_host': None}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:29:25.597062 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (898d2a3e-2ba9-4672-8dc5-5d5f0f27a352), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.623304 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Pushing event deleted for resources: {'Port': ['ID=898d2a3e-2ba9-4672-8dc5-5d5f0f27a352,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:25.686569 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (6a33e003-463b-4344-8bed-3d69dc10a20e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.739447 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca60f82a-8a56-46f2-a8bf-e5f12fcf146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.781690 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.784067 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks [] for router_controller (6a33e003-463b-4344-8bed-3d69dc10a20e), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.928274 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (6a33e003-463b-4344-8bed-3d69dc10a20e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.929009 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a33e003-463b-4344-8bed-3d69dc10a20e {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:29:25.934265 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:25.935492 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-367c135a-2c63-4f5c-8938-ad91d5ced344 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6a33e003-463b-4344-8bed-3d69dc10a20e HTTP/1.1" status: 204 len: 168 time: 1.1100984 Mar 10 06:29:25.937935 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57748) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:25.984805 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Deleting subnet f69b453c-7fc5-4d29-907e-0818bf579b95 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:29:25.987963 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Publish callbacks [] for subnet (f69b453c-7fc5-4d29-907e-0818bf579b95), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.023700 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (f69b453c-7fc5-4d29-907e-0818bf579b95), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.103635 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (f69b453c-7fc5-4d29-907e-0818bf579b95), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.236677 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (f69b453c-7fc5-4d29-907e-0818bf579b95), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.264869 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69b453c-7fc5-4d29-907e-0818bf579b95,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:26.266953 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.272775 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57750) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:26.273242 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-d0318075-5828-4ebd-ab45-dc6c8d4e1d4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f69b453c-7fc5-4d29-907e-0818bf579b95 HTTP/1.1" status: 204 len: 168 time: 0.3339381 Mar 10 06:29:26.276523 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9136e6-8e4f-4692-903f-5518b29a651a None None] Network fd978aa4-35e0-410c-86e8-a0d777c6ca2f requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:29:26.344016 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (fd978aa4-35e0-410c-86e8-a0d777c6ca2f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.401231 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Deleting port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:26.401412 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.441662 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] DHCP port deletion for fd978aa4-35e0-410c-86e8-a0d777c6ca2f request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:29:26.467645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] For port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:26.469018 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.482264 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Calling delete_port for 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:26.489683 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Deleting port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:26.489833 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.564072 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] For port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,segment=NetworkSegment(fd92a247-5365-4864-b02a-4a8b8bd2d0d0),segment_id=fd92a247-5365-4864-b02a-4a8b8bd2d0d0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:26.564694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.625324 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.649621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:26.656279 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] No DVR routers for this DVR port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:29:26.705092 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Calling delete_port for 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:26.731338 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (fd978aa4-35e0-410c-86e8-a0d777c6ca2f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.752776 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd978aa4-35e0-410c-86e8-a0d777c6ca2f']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:26.762133 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:26.762429 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd92a247-5365-4864-b02a-4a8b8bd2d0d0') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:26.771686 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (fd92a247-5365-4864-b02a-4a8b8bd2d0d0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.778073 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (4ba3ab40-a36d-4fbf-884d-b5696e0faa12), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.786187 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (fd92a247-5365-4864-b02a-4a8b8bd2d0d0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.792736 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:29:26.793129 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (fd92a247-5365-4864-b02a-4a8b8bd2d0d0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:29:26.794848 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:29:26.802096 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Pushing event deleted for resources: {'Port': ['ID=4ba3ab40-a36d-4fbf-884d-b5696e0faa12,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:26.807031 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] No DVR routers for this DVR port 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:29:26.813462 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.813855 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.814155 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.814493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.814844 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.815169 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.815496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.818946 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc38d42-639a-41fa-960e-5c4c35319e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103625) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:29:26.903889 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a5039201-c4bd-49a4-93f6-07aea35f8074 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:26.916858 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (fd978aa4-35e0-410c-86e8-a0d777c6ca2f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.926408 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: a5039201-c4bd-49a4-93f6-07aea35f8074 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:26.927036 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device a5039201-c4bd-49a4-93f6-07aea35f8074 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:26.927609 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:26.928559 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:26.932400 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd978aa4-35e0-410c-86e8-a0d777c6ca2f HTTP/1.1" status: 204 len: 168 time: 0.6584558 Mar 10 06:29:26.937182 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57752) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:26.944811 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4cfad-1258-4338-8736-22d3fcf6b8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=fd978aa4-35e0-410c-86e8-a0d777c6ca2f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:26.957304 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:26.957924 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 4ba3ab40-a36d-4fbf-884d-b5696e0faa12 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:26.958341 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:26.977086 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:26.977435 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 898d2a3e-2ba9-4672-8dc5-5d5f0f27a352 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:27.281319 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:27.526334 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Deleting port 6f62a040-978f-4bee-aec4-d6fb99356261 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:27.526674 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:27.603962 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] For port 6f62a040-978f-4bee-aec4-d6fb99356261, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6f62a040-978f-4bee-aec4-d6fb99356261,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:27.604234 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:27.616167 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Calling delete_port for 6f62a040-978f-4bee-aec4-d6fb99356261 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:27.875424 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (6f62a040-978f-4bee-aec4-d6fb99356261), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:27.902005 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f62a040-978f-4bee-aec4-d6fb99356261,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:27.985424 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8d72b390-a3dc-416f-97c3-2173184ca2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:28.318623 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:28.530798 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:29:28.634063 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:29:28.640143 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-c25eb3e6-4766-4628-a72a-65fa13c861cc admin admin] 10.222.0.15 "PUT /v2.0/routers/f4db8e42-1aa0-47cb-b8a9-f0accb90a017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7017140 Mar 10 06:29:28.642306 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57754) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:28.643227 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Sync routers for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:29:28.652501 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:28.653120 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:28.755675 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks [] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:28.779098 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:28.870005 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks [] for router_gateway (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:28.979417 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:29:27Z', 'revision_number': 5, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port': {'id': '40fd7073-4394-40fa-bac4-acf4f1edb401', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:24:43Z', 'updated_at': '2022-03-10T06:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:29.005803 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Checking router: f4db8e42-1aa0-47cb-b8a9-f0accb90a017 for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:29:29.006462 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Deleting port 40fd7073-4394-40fa-bac4-acf4f1edb401 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:29.006462 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.015107 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Routers {'f4db8e42-1aa0-47cb-b8a9-f0accb90a017'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:29.015729 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:29.083691 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] For port 40fd7073-4394-40fa-bac4-acf4f1edb401, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=40fd7073-4394-40fa-bac4-acf4f1edb401,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:29.084059 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.096432 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Calling delete_port for 40fd7073-4394-40fa-bac4-acf4f1edb401 owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:29.102237 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] Set router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:29.156568 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:29:28Z', 'revision_number': 6, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:29.186955 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05814934-6b46-4f7a-9128-3bef3325b2fc None None] The sync data for ids ['f4db8e42-1aa0-47cb-b8a9-f0accb90a017'] in dv-cinder-804735-28-iscsi is: [{'id': 'f4db8e42-1aa0-47cb-b8a9-f0accb90a017', 'name': 'tempest-TestShelveInstance-959068092-router', 'tenant_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:24:42Z', 'updated_at': '2022-03-10T06:29:28Z', 'revision_number': 6, 'project_id': 'a76491a5ed7e4cdba33a389ca1f8351a', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:29:29.264692 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.327834 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (40fd7073-4394-40fa-bac4-acf4f1edb401), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.353855 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Pushing event deleted for resources: {'Port': ['ID=40fd7073-4394-40fa-bac4-acf4f1edb401,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:29.416616 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.507091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.509141 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks [] for router_controller (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.625267 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (f4db8e42-1aa0-47cb-b8a9-f0accb90a017), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.625800 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4db8e42-1aa0-47cb-b8a9-f0accb90a017 {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:29:29.630340 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.631555 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-0739312f-6c12-41f5-8546-f7b9d2a4b47b admin admin] 10.222.0.15 "DELETE /v2.0/routers/f4db8e42-1aa0-47cb-b8a9-f0accb90a017 HTTP/1.1" status: 204 len: 168 time: 0.9882932 Mar 10 06:29:29.634127 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57756) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:29.678004 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Deleting subnet cb801e62-bb99-466f-bc34-b5e140b7c64f {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:29:29.681801 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Publish callbacks [] for subnet (cb801e62-bb99-466f-bc34-b5e140b7c64f), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.715380 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (cb801e62-bb99-466f-bc34-b5e140b7c64f), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.761205 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.790811 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (cb801e62-bb99-466f-bc34-b5e140b7c64f), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.910682 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (cb801e62-bb99-466f-bc34-b5e140b7c64f), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.935506 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb801e62-bb99-466f-bc34-b5e140b7c64f,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:29.941003 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:29.947167 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-55beceb1-be58-44a1-943e-04d8945885f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb801e62-bb99-466f-bc34-b5e140b7c64f HTTP/1.1" status: 204 len: 168 time: 0.3091033 Mar 10 06:29:29.947721 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661850b3-5eeb-430c-b08a-8004367bf3d0 None None] Network a5e73a63-c557-490b-927b-6b6517e4071b requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:29:29.948062 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57758) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:30.021251 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (a5e73a63-c557-490b-927b-6b6517e4071b), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.077724 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Deleting port 30986acc-b99f-4ccd-9b83-5ef66a11057f {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:30.078067 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.102334 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] DHCP port deletion for a5e73a63-c557-490b-927b-6b6517e4071b request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:29:30.150768 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] For port 30986acc-b99f-4ccd-9b83-5ef66a11057f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=30986acc-b99f-4ccd-9b83-5ef66a11057f,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:30.151143 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.155500 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Deleting port 30986acc-b99f-4ccd-9b83-5ef66a11057f {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:30.155953 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.163645 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Calling delete_port for 30986acc-b99f-4ccd-9b83-5ef66a11057f owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:30.223909 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] For port 30986acc-b99f-4ccd-9b83-5ef66a11057f, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=30986acc-b99f-4ccd-9b83-5ef66a11057f,segment=NetworkSegment(453436af-bee4-40e1-9214-209902c5e7c0),segment_id=453436af-bee4-40e1-9214-209902c5e7c0)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:29:30.224318 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.237142 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Calling delete_port for 30986acc-b99f-4ccd-9b83-5ef66a11057f owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:30.304786 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.311658 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (30986acc-b99f-4ccd-9b83-5ef66a11057f), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.328695 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Pushing event deleted for resources: {'Port': ['ID=30986acc-b99f-4ccd-9b83-5ef66a11057f,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:30.333830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] No DVR routers for this DVR port 30986acc-b99f-4ccd-9b83-5ef66a11057f on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:29:30.336388 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] Pushing event deleted for resources: {'Port': ['ID=30986acc-b99f-4ccd-9b83-5ef66a11057f,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:30.341405 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0fc3e-580a-4aa8-9304-3d15edfc5c32 None None] No DVR routers for this DVR port 30986acc-b99f-4ccd-9b83-5ef66a11057f on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:29:30.406073 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (a5e73a63-c557-490b-927b-6b6517e4071b), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.425417 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e73a63-c557-490b-927b-6b6517e4071b']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:30.434891 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453436af-bee4-40e1-9214-209902c5e7c0') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:30.435189 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453436af-bee4-40e1-9214-209902c5e7c0') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:30.444154 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (453436af-bee4-40e1-9214-209902c5e7c0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.457565 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (453436af-bee4-40e1-9214-209902c5e7c0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.463995 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:29:30.464392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (453436af-bee4-40e1-9214-209902c5e7c0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:29:30.465974 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:29:30.619964 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (a5e73a63-c557-490b-927b-6b6517e4071b), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.625139 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.628385 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5e73a63-c557-490b-927b-6b6517e4071b HTTP/1.1" status: 204 len: 168 time: 0.6793535 Mar 10 06:29:30.639772 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd1dfb-d9e6-46bd-9450-fec701b8ca9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e73a63-c557-490b-927b-6b6517e4071b,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:30.893846 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:30.903390 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 30986acc-b99f-4ccd-9b83-5ef66a11057f no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:30.924197 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 30986acc-b99f-4ccd-9b83-5ef66a11057f {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:30.924537 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 30986acc-b99f-4ccd-9b83-5ef66a11057f not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:30.924937 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6f62a040-978f-4bee-aec4-d6fb99356261 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:30.944083 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 6f62a040-978f-4bee-aec4-d6fb99356261 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:30.944430 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6f62a040-978f-4bee-aec4-d6fb99356261 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:30.944829 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 40fd7073-4394-40fa-bac4-acf4f1edb401 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:29:30.964130 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 40fd7073-4394-40fa-bac4-acf4f1edb401 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:29:30.964471 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 40fd7073-4394-40fa-bac4-acf4f1edb401 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:29:31.079760 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57762) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:31.119299 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-61eb4c9e-4352-4781-aed5-cfaf7c88c0d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22d6b4c67cb44e559e09cdf1e4f6ad42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377710 Mar 10 06:29:31.122076 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57764) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:31.166807 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] Publish callbacks [] for security_group (2af16edd-d05d-4018-9328-a39da22717fd), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:31.187806 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] Publish callbacks [] for security_group (2af16edd-d05d-4018-9328-a39da22717fd), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:31.293497 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (2af16edd-d05d-4018-9328-a39da22717fd), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:31.296125 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:31.297281 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2af16edd-d05d-4018-9328-a39da22717fd HTTP/1.1" status: 204 len: 168 time: 0.1743250 Mar 10 06:29:31.304976 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d81c9-6aac-4de6-8945-601b112a80c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af16edd-d05d-4018-9328-a39da22717fd,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:32.058970 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57770) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:32.097523 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-ae16ba6b-a1ff-47f5-beb6-12b36278f1ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a76491a5ed7e4cdba33a389ca1f8351a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374305 Mar 10 06:29:32.101154 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57772) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:32.150585 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] Publish callbacks [] for security_group (7c0c629a-9009-41d7-806b-02f0e54dd6b0), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:32.170764 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] Publish callbacks [] for security_group (7c0c629a-9009-41d7-806b-02f0e54dd6b0), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:32.230792 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:32.310544 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (7c0c629a-9009-41d7-806b-02f0e54dd6b0), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:32.313109 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:32.314273 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c0c629a-9009-41d7-806b-02f0e54dd6b0 HTTP/1.1" status: 204 len: 168 time: 0.2122326 Mar 10 06:29:32.322561 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafa91f-819d-49ff-bb98-666bb1fd2b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c629a-9009-41d7-806b-02f0e54dd6b0,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:38.184287 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-452053d9-90f7-4045-9bba-ca52695baec1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426548 Mar 10 06:29:38.294405 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409c83-5a26-42ac-b30b-7103f220098a req-b24e0a29-3941-4cb0-b673-1e1780f3bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:38.295922 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-b24e0a29-3941-4cb0-b673-1e1780f3bb08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1130 time: 0.0557101 Mar 10 06:29:38.397486 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409c83-5a26-42ac-b30b-7103f220098a req-c01f657c-49e0-4afc-b357-f7fa6f4e5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:38.398947 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-c01f657c-49e0-4afc-b357-f7fa6f4e5fb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0852158 Mar 10 06:29:38.460155 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-d0dae21a-6f91-42fd-9722-c3e19166023f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 1002 time: 0.0555813 Mar 10 06:29:38.510009 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409c83-5a26-42ac-b30b-7103f220098a req-1d814f96-4c83-4e72-864f-335e86502a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:38.511460 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-1d814f96-4c83-4e72-864f-335e86502a02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0456483 Mar 10 06:29:38.558998 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9409c83-5a26-42ac-b30b-7103f220098a req-ec030dc3-21a3-452e-86e2-705a0cb5f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:38.560506 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-ec030dc3-21a3-452e-86e2-705a0cb5f3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435424 Mar 10 06:29:38.694553 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-8384d335-c1a2-4194-93ae-607a0834e32d service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282628 Mar 10 06:29:38.787529 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c9409c83-5a26-42ac-b30b-7103f220098a req-975863e7-2af1-4523-8cf0-6b4a5eb76feb service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872452 Mar 10 06:29:39.888185 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:29:55.761724 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7064dab4-46e3-4264-83b5-2f5ccd13f59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:56.850999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57778) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:29:57.005392 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port ff371e02-cca4-470d-b6fe-54119d71ef48 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:57.005654 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.079688 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.080011 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (ff371e02-cca4-470d-b6fe-54119d71ef48), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.091719 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for ff371e02-cca4-470d-b6fe-54119d71ef48 owned by network:floatingip {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:29:57.287792 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (ff371e02-cca4-470d-b6fe-54119d71ef48), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.312256 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=ff371e02-cca4-470d-b6fe-54119d71ef48,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:29:57.371830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (0762c3b0-b511-4e48-8827-3ddb62416f21), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.372171 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.db.l3_db [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 0762c3b0-b511-4e48-8827-3ddb62416f21 disassociated (deleted). External IP: 172.27.2.162, port: 61660833-7617-406d-993d-77d404b95389. Mar 10 06:29:57.579876 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103623) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:29:57.694305 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103623) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:29:57.699587 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.704993 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:29:57.715696 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:57.716316 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:28Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:57.728012 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-62eaaa94-c12c-4cb7-997e-a3e7fea7f2d6 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "DELETE /v2.0/floatingips/0762c3b0-b511-4e48-8827-3ddb62416f21 HTTP/1.1" status: 204 len: 168 time: 0.8757768 Mar 10 06:29:57.728700 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:29:57.731082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd352810-2e66-4d47-9333-e44830c6ce97" -d '{"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:29:57.768062 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c55bf-43c4-440c-bc4a-bdf93370acaf x-openstack-request-id: req-be3c55bf-43c4-440c-bc4a-bdf93370acaf {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:29:57.768698 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "tag": "61660833-7617-406d-993d-77d404b95389", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:29:57.768959 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be3c55bf-43c4-440c-bc4a-bdf93370acaf {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:29:57.769460 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'tag': '61660833-7617-406d-993d-77d404b95389', 'status': 'completed', 'code': 200} Mar 10 06:29:57.826092 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:57.858353 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-c1a92ee9-a1fd-4c53-ae72-dce1b5ea236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:57.860370 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-c1a92ee9-a1fd-4c53-ae72-dce1b5ea236c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 1129 time: 0.0458300 Mar 10 06:29:57.954580 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d6a37ece-2058-42bf-b1c6-8e6d4cb53759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:57.960861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-9a496bfe-7823-4023-92d3-1365efc62638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:57.963663 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-9a496bfe-7823-4023-92d3-1365efc62638 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0906997 Mar 10 06:29:58.006084 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-78c70f1e-cdde-4864-af29-69afe0cf25e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 200 len: 217 time: 0.0368307 Mar 10 06:29:58.052107 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:58.061434 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-4067d1e7-060e-4461-810a-2d1b118626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:58.062938 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-4067d1e7-060e-4461-810a-2d1b118626b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0479362 Mar 10 06:29:58.078213 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:29:58.086730 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:29:58.087536 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:58.114103 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-43542d52-c26e-4884-acbf-97dde037e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:58.114103 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-43542d52-c26e-4884-acbf-97dde037e036 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437257 Mar 10 06:29:58.198479 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:29:58.235941 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-14a8a3c8-a668-4210-ab76-5510929cefa7 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173189 Mar 10 06:29:58.258606 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22b3ef-5b69-4835-9973-3d46f034b2b0 req-36cc87ba-c986-4a09-b729-088201a7db98 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:58.261476 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f22b3ef-5b69-4835-9973-3d46f034b2b0 req-36cc87ba-c986-4a09-b729-088201a7db98 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0789955 Mar 10 06:29:58.368082 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-2f22b3ef-5b69-4835-9973-3d46f034b2b0 req-5f5bfc60-140a-4e45-af69-5b418454c7e9 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981059 Mar 10 06:29:58.374406 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-cd352810-2e66-4d47-9333-e44830c6ce97 req-a4ac06b6-3a88-4611-b356-db9cd6923f25 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305172 Mar 10 06:29:58.423932 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:29:58.450500 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c0e0b-705d-4050-bfc4-77a0444504a3 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_floatingips': [{'id': '8033c911-f883-4e76-9fa8-6531e445b4f5', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'router_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'port_id': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'mac_address': 'fa:16:3e:f9:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T06:26:28Z', 'updated_at': '2022-03-10T06:26:30Z', 'revision_number': 1, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:29:58.671075 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8916ef1-e627-4273-9b18-9d84e1c17cda None None] New status for floating IP 0762c3b0-b511-4e48-8827-3ddb62416f21: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:29:59.252894 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:59.762453 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35634-c87e-4ff7-b724-2a6000fc23cd req-21977865-7082-4ec1-9afd-8f23d0ca2451 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:59.763965 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ea35634-c87e-4ff7-b724-2a6000fc23cd req-21977865-7082-4ec1-9afd-8f23d0ca2451 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.3275611 Mar 10 06:29:59.795905 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:29:59.835815 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-9ea35634-c87e-4ff7-b724-2a6000fc23cd req-a5176c3a-4c13-4521-aee5-d7857e36583d tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661178 Mar 10 06:29:59.857049 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-f58c89de-36d3-4dc2-95d6-f4c5fbb1194a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:29:59.858460 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-f58c89de-36d3-4dc2-95d6-f4c5fbb1194a tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 945 time: 0.0687759 Mar 10 06:29:59.952205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port 61660833-7617-406d-993d-77d404b95389 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:29:59.952548 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (61660833-7617-406d-993d-77d404b95389), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:00.037568 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] For port 61660833-7617-406d-993d-77d404b95389, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=61660833-7617-406d-993d-77d404b95389,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:00.037926 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (61660833-7617-406d-993d-77d404b95389), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:00.050532 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for 61660833-7617-406d-993d-77d404b95389 owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:00.218802 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (61660833-7617-406d-993d-77d404b95389), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:00.247157 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=61660833-7617-406d-993d-77d404b95389,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:00.291661 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] No DVR routers for this DVR port 61660833-7617-406d-993d-77d404b95389 on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:00.294085 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:00.297385 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-170f8fc4-5413-4912-9a7d-94ed0575c373 req-65cdfb5f-97d5-482e-8e3b-58a9f5e25d36 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "DELETE /v2.0/ports/61660833-7617-406d-993d-77d404b95389 HTTP/1.1" status: 204 len: 173 time: 0.4337966 Mar 10 06:30:00.297830 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'name': 'network-vif-deleted', 'tag': '61660833-7617-406d-993d-77d404b95389'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:30:00.300070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e9ff8-2468-4b8f-a7fe-599e66535f45" -d '{"events": [{"server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "name": "network-vif-deleted", "tag": "61660833-7617-406d-993d-77d404b95389"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:30:00.335962 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defa825c-b303-4e02-a6bd-336fe36632fa x-openstack-request-id: req-defa825c-b303-4e02-a6bd-336fe36632fa {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:30:00.336292 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c438f3f-6713-4878-bcfa-4f43928cf046", "name": "network-vif-deleted", "tag": "61660833-7617-406d-993d-77d404b95389", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:30:00.336547 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-defa825c-b303-4e02-a6bd-336fe36632fa {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:30:00.336941 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c438f3f-6713-4878-bcfa-4f43928cf046', 'name': 'network-vif-deleted', 'tag': '61660833-7617-406d-993d-77d404b95389', 'status': 'completed', 'code': 200} Mar 10 06:30:00.870857 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:00.930448 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-a0343a65-26aa-4dcf-a02f-16da9a7ee194 req-580a592a-1ca9-4b72-ba52-50443e7d4add tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c438f3f-6713-4878-bcfa-4f43928cf046 HTTP/1.1" status: 200 len: 210 time: 0.0268121 Mar 10 06:30:02.213142 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:03.184997 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 61660833-7617-406d-993d-77d404b95389 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:03.205142 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 61660833-7617-406d-993d-77d404b95389 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:03.205484 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 61660833-7617-406d-993d-77d404b95389 not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:04.402144 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57806) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:04.553834 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port 2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:04.554175 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:04.631745 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:04.632311 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:04.646557 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for 2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:04.904440 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:04.930143 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=2b75ef5c-6396-412f-8ca8-2bd3ef12ff2e,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:04.997002 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (8033c911-f883-4e76-9fa8-6531e445b4f5), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:04.997330 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.db.l3_db [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Floating IP 8033c911-f883-4e76-9fa8-6531e445b4f5 disassociated (deleted). External IP: 172.27.2.116, port: 148a1f8f-8377-4e53-8a87-a2840cc3e0fc. Mar 10 06:30:05.201817 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:30:05.548286 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:30:05.552998 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:05.557689 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:30:05.567089 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:05.567690 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:05.581360 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-14752765-f8d9-477d-a202-827f5294a0a1 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "DELETE /v2.0/floatingips/8033c911-f883-4e76-9fa8-6531e445b4f5 HTTP/1.1" status: 204 len: 168 time: 1.1781244 Mar 10 06:30:05.581957 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc'}] {{(pid=103624) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:30:05.584258 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}579e5e80efe8646f9c02e06cb7935382c79387bf7a1df0c590464116bb8da478" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b784772d-fa2f-408c-8391-86995f873d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc"}]}' {{(pid=103624) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:30:05.623800 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878d5f0-c097-4f13-b65d-14831eb7abee x-openstack-request-id: req-c878d5f0-c097-4f13-b65d-14831eb7abee {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:30:05.624091 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc", "status": "completed", "code": 200}]} {{(pid=103624) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:30:05.624343 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c878d5f0-c097-4f13-b65d-14831eb7abee {{(pid=103624) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:30:05.624795 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'status': 'completed', 'code': 200} Mar 10 06:30:05.713530 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784772d-fa2f-408c-8391-86995f873d2f req-82ff6dc8-b635-4513-b7ad-f7b50bfbe3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:05.715036 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-82ff6dc8-b635-4513-b7ad-f7b50bfbe3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 1130 time: 0.0488117 Mar 10 06:30:05.769882 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:05.807895 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784772d-fa2f-408c-8391-86995f873d2f req-631a67ec-6428-4d3d-bc31-f98c04b4e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:05.809275 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-631a67ec-6428-4d3d-bc31-f98c04b4e3ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 200 len: 913 time: 0.0890398 Mar 10 06:30:05.850308 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-dfc9de7f-a9a0-4ba5-81a5-a31388592624 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 200 len: 217 time: 0.0351636 Mar 10 06:30:05.901728 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784772d-fa2f-408c-8391-86995f873d2f req-f350ec99-99a4-4b17-87eb-7d25e80bf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:05.903465 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-f350ec99-99a4-4b17-87eb-7d25e80bf431 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 200 len: 851 time: 0.0473621 Mar 10 06:30:05.963205 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784772d-fa2f-408c-8391-86995f873d2f req-732f7322-629d-4d99-9e33-296a9f36d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:05.966280 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-732f7322-629d-4d99-9e33-296a9f36d96c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4645b49-6e10-46db-b639-3858e40c32eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567327 Mar 10 06:30:05.980234 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:06.008352 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:30:06.018049 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:06.018699 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:06.088667 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-47e36a95-bd52-435a-b839-aba0e0eb551c service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160245 Mar 10 06:30:06.106907 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b41603-8800-496c-a8fe-b038f7a862fd req-3a681a25-1fac-4e4b-b20e-2c7874a987ed tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:06.108626 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09b41603-8800-496c-a8fe-b038f7a862fd req-3a681a25-1fac-4e4b-b20e-2c7874a987ed tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0666149 Mar 10 06:30:06.130375 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:06.236763 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-09b41603-8800-496c-a8fe-b038f7a862fd req-51361cbd-7f52-48ff-bac1-c03ca1dfb006 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172559 Mar 10 06:30:06.260292 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-b784772d-fa2f-408c-8391-86995f873d2f req-5d258e2a-1575-409f-b8b6-0fdcd5106299 service neutron] 10.222.0.37 "GET /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423883 Mar 10 06:30:06.355789 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:06.387348 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc84a23-a6ba-42e3-84e4-b118da87b4f9 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:23:08Z', 'revision_number': 4, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi', '_interfaces': [{'id': '9f939c34-92b3-4e4d-946c-dcdcc6b55ef1', 'name': '', 'network_id': 'a4645b49-6e10-46db-b639-3858e40c32eb', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'mac_address': 'fa:16:3e:4d:58:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:08Z', 'updated_at': '2022-03-10T06:23:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'subnets': [{'id': '405b7e5b-a3a5-4580-9827-a54ee4657ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:30:06.612499 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23907295-1abe-48fa-a9b8-5163341ff6c7 None None] New status for floating IP 8033c911-f883-4e76-9fa8-6531e445b4f5: DOWN {{(pid=103625) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 06:30:07.364563 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82b3cf-8c08-4427-9111-536a571d48d0 req-ef056ef8-d944-48c0-a15f-47804ca145dc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:07.440677 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e82b3cf-8c08-4427-9111-536a571d48d0 req-ef056ef8-d944-48c0-a15f-47804ca145dc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0522888 Mar 10 06:30:07.440677 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-5e82b3cf-8c08-4427-9111-536a571d48d0 req-aef19c55-1397-4a80-b934-4a9d41ddf1b8 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd6c6cd1-91da-4746-925d-890b1ae08bce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498350 Mar 10 06:30:07.735559 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a637de-a532-417c-9d85-001a80f242c1 req-c54808cf-7f5c-4978-b460-df552e7da160 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103623) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 06:30:07.737026 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0a637de-a532-417c-9d85-001a80f242c1 req-c54808cf-7f5c-4978-b460-df552e7da160 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 946 time: 0.0507784 Mar 10 06:30:07.824964 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:07.825305 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:07.913093 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] For port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:07.913459 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:07.926008 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for 148a1f8f-8377-4e53-8a87-a2840cc3e0fc owned by compute:nova {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:08.120066 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (148a1f8f-8377-4e53-8a87-a2840cc3e0fc), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:08.148929 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=148a1f8f-8377-4e53-8a87-a2840cc3e0fc,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:08.206089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] No DVR routers for this DVR port 148a1f8f-8377-4e53-8a87-a2840cc3e0fc on host hv-cinder-80473 {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:08.206089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for port (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:08.206089 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-e0a637de-a532-417c-9d85-001a80f242c1 req-2c56bf16-a82e-499d-8f25-9934d23a7d8b tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.37 "DELETE /v2.0/ports/148a1f8f-8377-4e53-8a87-a2840cc3e0fc HTTP/1.1" status: 204 len: 173 time: 0.4558713 Mar 10 06:30:08.206089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'name': 'network-vif-deleted', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc'}] {{(pid=103623) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 06:30:08.206089 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e4c713353df183c6e620607fb980aed3ee4ea5ef19b22837036e0fe76cd7fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03046b4c-fef8-4009-a372-7afe59f986ea" -d '{"events": [{"server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "name": "network-vif-deleted", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc"}]}' {{(pid=103623) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 06:30:08.234082 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 06:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998476b7-cfc7-439a-8c65-ed37d13b8150 x-openstack-request-id: req-998476b7-cfc7-439a-8c65-ed37d13b8150 {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 06:30:08.234599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506563d7-6508-40a2-9d08-d17a48ac8a5a", "name": "network-vif-deleted", "tag": "148a1f8f-8377-4e53-8a87-a2840cc3e0fc", "status": "completed", "code": 200}]} {{(pid=103623) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 06:30:08.234599 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-998476b7-cfc7-439a-8c65-ed37d13b8150 {{(pid=103623) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 06:30:08.235025 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506563d7-6508-40a2-9d08-d17a48ac8a5a', 'name': 'network-vif-deleted', 'tag': '148a1f8f-8377-4e53-8a87-a2840cc3e0fc', 'status': 'completed', 'code': 200} Mar 10 06:30:08.516270 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [req-c925bc2b-0c75-431b-bd91-5e0655dcdd0b req-9bc18072-6bc9-43c1-a872-a3aba9099836 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "GET /v2.0/ports?device_id=506563d7-6508-40a2-9d08-d17a48ac8a5a HTTP/1.1" status: 200 len: 210 time: 0.0288887 Mar 10 06:30:09.576074 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57824) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:09.697010 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Deleting port 7cfbdfdf-c8f4-4144-8218-b694815161ab {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:09.697349 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:09.774712 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:09.775037 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (7cfbdfdf-c8f4-4144-8218-b694815161ab), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:09.786825 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Calling delete_port for 7cfbdfdf-c8f4-4144-8218-b694815161ab owned by network:floatingip {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:09.984111 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (7cfbdfdf-c8f4-4144-8218-b694815161ab), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:10.011983 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'Port': ['ID=7cfbdfdf-c8f4-4144-8218-b694815161ab,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:10.071279 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for floatingip (3d30696a-8a64-47c5-9d83-7299f8b859a1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:10.073923 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2014788'] for floatingip (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:10.075070 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-a49e6ca9-de56-467f-8e80-d252b3e79edc tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d30696a-8a64-47c5-9d83-7299f8b859a1 HTTP/1.1" status: 204 len: 168 time: 0.4980390 Mar 10 06:30:11.185999 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 148a1f8f-8377-4e53-8a87-a2840cc3e0fc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:11.206376 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] No Port match for: 148a1f8f-8377-4e53-8a87-a2840cc3e0fc {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:11.206743 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Device 148a1f8f-8377-4e53-8a87-a2840cc3e0fc not bound to the agent host hv-cinder-80473 {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:11.446065 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57836) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:11.501874 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (bd6c6cd1-91da-4746-925d-890b1ae08bce), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:11.526566 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (bd6c6cd1-91da-4746-925d-890b1ae08bce), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:11.728027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (bd6c6cd1-91da-4746-925d-890b1ae08bce), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:11.728027 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:11.728027 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd6c6cd1-91da-4746-925d-890b1ae08bce HTTP/1.1" status: 204 len: 168 time: 0.2782090 Mar 10 06:30:11.735583 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe9715-290e-4b74-ac83-f2edeedc4de5 tempest-TestVolumeBootPattern-1958735293 tempest-TestVolumeBootPattern-1958735293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6c6cd1-91da-4746-925d-890b1ae08bce,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:11.854639 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57840) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:12.408193 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (5c7e5a3f-99ff-4188-8819-36adc6710113), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:12.656709 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Deleting port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:12.657406 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:12.733202 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] For port 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:12.733559 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:12.750032 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Calling delete_port for 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:12.984264 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (9f939c34-92b3-4e4d-946c-dcdcc6b55ef1), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.010087 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f939c34-92b3-4e4d-946c-dcdcc6b55ef1,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:13.178717 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (5c7e5a3f-99ff-4188-8819-36adc6710113), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.395589 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Router 5c7e5a3f-99ff-4188-8819-36adc6710113 has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:30:13.503523 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:30:13.508420 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-9f480813-ef98-4da8-a343-ea9a9369c712 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c7e5a3f-99ff-4188-8819-36adc6710113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521378 Mar 10 06:30:13.510951 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57844) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:13.513685 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Sync routers for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:30:13.523956 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:13.524561 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:13.618777 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks [] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.632356 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: dv-cinder-804735-28-iscsi {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:13.723636 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks [] for router_gateway (5c7e5a3f-99ff-4188-8819-36adc6710113), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.805281 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:30:12Z', 'revision_number': 5, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port': {'id': 'aeb3f516-f682-4034-84ee-4e0b278fb4be', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:06Z', 'updated_at': '2022-03-10T06:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:13.834673 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Checking router: 5c7e5a3f-99ff-4188-8819-36adc6710113 for host: dv-cinder-804735-28-iscsi {{(pid=103626) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:30:13.842845 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Routers {'5c7e5a3f-99ff-4188-8819-36adc6710113'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103626) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:13.843446 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['5c7e5a3f-99ff-4188-8819-36adc6710113'], 'active': True} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:13.873246 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Deleting port aeb3f516-f682-4034-84ee-4e0b278fb4be {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:13.873584 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.929697 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_dvr_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] Set router 5c7e5a3f-99ff-4188-8819-36adc6710113 gateway port host: None {{(pid=103626) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:13.951541 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] For port aeb3f516-f682-4034-84ee-4e0b278fb4be, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=aeb3f516-f682-4034-84ee-4e0b278fb4be,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:13.951826 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:13.968338 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Calling delete_port for aeb3f516-f682-4034-84ee-4e0b278fb4be owned by network:router_gateway {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:13.978974 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.l3_hamode_db [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:30:13Z', 'revision_number': 6, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:14.008553 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1686a8b-180b-435a-8f77-6b5d0e786c33 None None] The sync data for ids ['5c7e5a3f-99ff-4188-8819-36adc6710113'] in dv-cinder-804735-28-iscsi is: [{'id': '5c7e5a3f-99ff-4188-8819-36adc6710113', 'name': 'tempest-TestVolumeBootPattern-1089697992-router', 'tenant_id': '5c08a240a1e04d1c90e998b24dbe362e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:05Z', 'updated_at': '2022-03-10T06:30:13Z', 'revision_number': 6, 'project_id': '5c08a240a1e04d1c90e998b24dbe362e', 'gw_port_host': None}] {{(pid=103626) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:30:14.207465 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (aeb3f516-f682-4034-84ee-4e0b278fb4be), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.234930 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb3f516-f682-4034-84ee-4e0b278fb4be,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:14.298298 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (5c7e5a3f-99ff-4188-8819-36adc6710113), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.392279 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.394575 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks [] for router_controller (5c7e5a3f-99ff-4188-8819-36adc6710113), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.532761 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (5c7e5a3f-99ff-4188-8819-36adc6710113), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.533365 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c7e5a3f-99ff-4188-8819-36adc6710113 {{(pid=103624) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:30:14.538270 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.539081 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-8f785de6-3d65-411b-baaf-16b1a9344fe3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c7e5a3f-99ff-4188-8819-36adc6710113 HTTP/1.1" status: 204 len: 168 time: 1.0271907 Mar 10 06:30:14.541582 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57846) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:14.585419 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Deleting subnet 405b7e5b-a3a5-4580-9827-a54ee4657ddd {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:30:14.588459 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Publish callbacks [] for subnet (405b7e5b-a3a5-4580-9827-a54ee4657ddd), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.622093 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (405b7e5b-a3a5-4580-9827-a54ee4657ddd), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.701543 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (405b7e5b-a3a5-4580-9827-a54ee4657ddd), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.834862 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (405b7e5b-a3a5-4580-9827-a54ee4657ddd), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.865323 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405b7e5b-a3a5-4580-9827-a54ee4657ddd,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:14.867281 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.871574 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-11a9361f-63a6-480f-af74-269ca766efe8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/405b7e5b-a3a5-4580-9827-a54ee4657ddd HTTP/1.1" status: 204 len: 168 time: 0.3279426 Mar 10 06:30:14.872990 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bf242-27aa-47b4-a137-a22c9af69da3 None None] Network a4645b49-6e10-46db-b639-3858e40c32eb requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:30:14.874169 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57848) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:14.956171 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (a4645b49-6e10-46db-b639-3858e40c32eb), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:14.960687 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:14.986402 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:14.986759 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 9f939c34-92b3-4e4d-946c-dcdcc6b55ef1 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:14.987176 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device aeb3f516-f682-4034-84ee-4e0b278fb4be no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:15.008637 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Deleting port 198031d4-e488-4f5f-9e14-54871dafaaec {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:15.009070 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.013574 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: aeb3f516-f682-4034-84ee-4e0b278fb4be {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:15.014351 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device aeb3f516-f682-4034-84ee-4e0b278fb4be not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:15.082797 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] For port 198031d4-e488-4f5f-9e14-54871dafaaec, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=198031d4-e488-4f5f-9e14-54871dafaaec,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:15.083170 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.086396 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] DHCP port deletion for a4645b49-6e10-46db-b639-3858e40c32eb request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:30:15.098621 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Calling delete_port for 198031d4-e488-4f5f-9e14-54871dafaaec owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:15.137501 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Deleting port 198031d4-e488-4f5f-9e14-54871dafaaec {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:15.137886 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.270595 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.298908 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Pushing event deleted for resources: {'Port': ['ID=198031d4-e488-4f5f-9e14-54871dafaaec,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:15.300627 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] No DVR routers for this DVR port 198031d4-e488-4f5f-9e14-54871dafaaec on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:15.335735 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] For port 198031d4-e488-4f5f-9e14-54871dafaaec, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=198031d4-e488-4f5f-9e14-54871dafaaec,segment=NetworkSegment(f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404),segment_id=f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:15.336057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.348239 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Calling delete_port for 198031d4-e488-4f5f-9e14-54871dafaaec owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:15.374629 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (a4645b49-6e10-46db-b639-3858e40c32eb), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.395144 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4645b49-6e10-46db-b639-3858e40c32eb']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:15.404799 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:15.405098 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:15.414329 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.422201 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (198031d4-e488-4f5f-9e14-54871dafaaec), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.427303 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.433649 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:30:15.434229 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (f6ec88d3-c86f-4a03-a4a5-cbe37e1bf404), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:30:15.435946 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:30:15.446341 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] Pushing event deleted for resources: {'Port': ['ID=198031d4-e488-4f5f-9e14-54871dafaaec,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:15.450953 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c9215-38b9-4a9f-98db-02364af3d450 None None] No DVR routers for this DVR port 198031d4-e488-4f5f-9e14-54871dafaaec on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:15.548123 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (a4645b49-6e10-46db-b639-3858e40c32eb), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.553512 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:15.556588 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] 10.222.0.15 "DELETE /v2.0/networks/a4645b49-6e10-46db-b639-3858e40c32eb HTTP/1.1" status: 204 len: 168 time: 0.6813908 Mar 10 06:30:15.559931 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57850) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:15.566878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19ee1-7434-4ef1-bfff-a94e01a9241b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4645b49-6e10-46db-b639-3858e40c32eb,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:15.903340 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1671567'] for router_interface (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:16.389393 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Deleting port 54267ea2-126d-4927-bdca-a56f31f46c6e {{(pid=103624) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:16.389723 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:16.463693 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.db [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] For port 54267ea2-126d-4927-bdca-a56f31f46c6e, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=54267ea2-126d-4927-bdca-a56f31f46c6e,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103624) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:16.464047 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:16.476430 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.plugins.ml2.plugin [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Calling delete_port for 54267ea2-126d-4927-bdca-a56f31f46c6e owned by network:router_interface {{(pid=103624) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:16.715155 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9713298'] for port (54267ea2-126d-4927-bdca-a56f31f46c6e), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:16.741194 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54267ea2-126d-4927-bdca-a56f31f46c6e,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:16.895692 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:30:16.932071 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1629877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1673503'] for router_interface (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:17.015520 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 198031d4-e488-4f5f-9e14-54871dafaaec no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:17.038493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 198031d4-e488-4f5f-9e14-54871dafaaec {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:17.038874 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 198031d4-e488-4f5f-9e14-54871dafaaec not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:17.177378 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Router b33deba6-2d66-4617-b934-31c29f3cd5fb has already been hosted by L3 agent 6861baa8-e4ef-4486-8454-08a3d5f3a26c {{(pid=103624) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 06:30:17.284774 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] Notify agent at l3_agent.dv-cinder-804735-28-iscsi the message routers_updated {{(pid=103624) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 06:30:17.289976 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-6c569a1a-9aa2-4c79-a4ca-b6bfca77d3a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/b33deba6-2d66-4617-b934-31c29f3cd5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289567 Mar 10 06:30:17.293145 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57852) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:17.295964 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Sync routers for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 06:30:17.308525 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:17.309584 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:17.410270 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks [] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:17.422372 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: dv-cinder-804735-28-iscsi {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:17.517466 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks [] for router_gateway (b33deba6-2d66-4617-b934-31c29f3cd5fb), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:17.607748 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'external_fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:30:16Z', 'revision_number': 5, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port': {'id': '6cc764b0-3a10-4b4c-b295-38fe0959fb10', 'name': '', 'network_id': '838909d7-e120-4ec1-b3d0-0501687eb96f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d761e3c-93fc-4b4b-a1f4-95cd9c41f9d4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-28-iscsi'}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:17.630608 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Deleting port 6cc764b0-3a10-4b4c-b295-38fe0959fb10 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:17.631074 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:17.639338 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Checking router: b33deba6-2d66-4617-b934-31c29f3cd5fb for host: dv-cinder-804735-28-iscsi {{(pid=103625) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 06:30:17.647979 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Routers {'b33deba6-2d66-4617-b934-31c29f3cd5fb'} bound to L3 agent in host dv-cinder-804735-28-iscsi {{(pid=103625) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 06:30:17.648754 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T06:07:58Z,description=,heartbeat_timestamp=2022-03-10T06:29:58Z,host='dv-cinder-804735-28-iscsi',id=6861baa8-e4ef-4486-8454-08a3d5f3a26c,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T06:07:59Z,topic='l3_agent')) {'router_ids': ['b33deba6-2d66-4617-b934-31c29f3cd5fb'], 'active': True} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:17.719992 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] For port 6cc764b0-3a10-4b4c-b295-38fe0959fb10, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=6cc764b0-3a10-4b4c-b295-38fe0959fb10,segment=NetworkSegment(86e671b1-95be-4a8b-a38a-f982030d49ad),segment_id=86e671b1-95be-4a8b-a38a-f982030d49ad)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:17.720350 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:17.737531 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvr_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] Set router b33deba6-2d66-4617-b934-31c29f3cd5fb gateway port host: None {{(pid=103625) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 06:30:17.740743 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Calling delete_port for 6cc764b0-3a10-4b4c-b295-38fe0959fb10 owned by network:router_gateway {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:17.793899 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_hamode_db [None req-15230f00-7a66-4876-983f-64957a08c671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:30:17Z', 'revision_number': 6, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port_host': None}], 'dv-cinder-804735-28-iscsi', False) {} {{(pid=103625) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:17.821064 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15230f00-7a66-4876-983f-64957a08c671 None None] The sync data for ids ['b33deba6-2d66-4617-b934-31c29f3cd5fb'] in dv-cinder-804735-28-iscsi is: [{'id': 'b33deba6-2d66-4617-b934-31c29f3cd5fb', 'name': 'tempest-TestVolumeBootPattern-600129486-router', 'tenant_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T06:23:12Z', 'updated_at': '2022-03-10T06:30:17Z', 'revision_number': 6, 'project_id': 'afa7e5e4469f4d4ea049a9ea54a10fc9', 'gw_port_host': None}] {{(pid=103625) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 06:30:18.007034 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (6cc764b0-3a10-4b4c-b295-38fe0959fb10), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.032430 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc764b0-3a10-4b4c-b295-38fe0959fb10,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:18.093165 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-424373'] for router_gateway (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.183407 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8702'] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.185861 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks [] for router_controller (b33deba6-2d66-4617-b934-31c29f3cd5fb), precommit_delete_associations {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.315999 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676321'] for router (b33deba6-2d66-4617-b934-31c29f3cd5fb), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.316653 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33deba6-2d66-4617-b934-31c29f3cd5fb {{(pid=103623) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 06:30:18.323134 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.323134 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-b9463856-cc57-4d33-8182-2b936a29bc08 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b33deba6-2d66-4617-b934-31c29f3cd5fb HTTP/1.1" status: 204 len: 168 time: 1.0283937 Mar 10 06:30:18.325939 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57854) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:18.371163 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Deleting subnet eb057949-ebcd-4404-819c-5c8bd7ca7d22 {{(pid=103624) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 06:30:18.374347 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Publish callbacks [] for subnet (eb057949-ebcd-4404-819c-5c8bd7ca7d22), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.409394 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2371902'] for subnet (eb057949-ebcd-4404-819c-5c8bd7ca7d22), precommit_delete_associations {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.487089 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1164579'] for subnet (eb057949-ebcd-4404-819c-5c8bd7ca7d22), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.602059 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1164584', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9713341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9805598'] for subnet (eb057949-ebcd-4404-819c-5c8bd7ca7d22), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.628515 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb057949-ebcd-4404-819c-5c8bd7ca7d22,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:18.633372 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for subnet (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.637103 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb057949-ebcd-4404-819c-5c8bd7ca7d22 HTTP/1.1" status: 204 len: 168 time: 0.3098307 Mar 10 06:30:18.639475 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e6c7b-645a-4b86-8d60-92911bfae8ef None None] Network ea8cda58-3268-4a83-8882-ba52cd1525a5 requested from dv-cinder-804735-28-iscsi {{(pid=103625) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 06:30:18.639955 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57856) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:18.642242 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.642587 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.642956 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.643290 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.643617 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.643944 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.644265 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.644589 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.644909 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.645231 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.645551 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.645871 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.646187 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc86e342-61b6-4d51-bfbf-a2aea51e7d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103624) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:18.715436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1126374'] for network (ea8cda58-3268-4a83-8882-ba52cd1525a5), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.770894 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Deleting port ee8f318f-00e5-479c-baa5-55a713001445 {{(pid=103623) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:18.771241 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (ee8f318f-00e5-479c-baa5-55a713001445), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.802823 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] DHCP port deletion for ea8cda58-3268-4a83-8882-ba52cd1525a5 request from dv-cinder-804735-28-iscsi {{(pid=103625) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 06:30:18.838500 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.db [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] For port ee8f318f-00e5-479c-baa5-55a713001445, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=ee8f318f-00e5-479c-baa5-55a713001445,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103623) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:18.838909 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (ee8f318f-00e5-479c-baa5-55a713001445), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.851304 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Calling delete_port for ee8f318f-00e5-479c-baa5-55a713001445 owned by network:dhcp {{(pid=103623) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:18.880862 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Deleting port ee8f318f-00e5-479c-baa5-55a713001445 {{(pid=103625) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 06:30:18.881619 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753070989294'] for port (ee8f318f-00e5-479c-baa5-55a713001445), before_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.966692 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 54267ea2-126d-4927-bdca-a56f31f46c6e no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:18.991865 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] For port ee8f318f-00e5-479c-baa5-55a713001445, host dv-cinder-804735-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-28-iscsi',level=0,port_id=ee8f318f-00e5-479c-baa5-55a713001445,segment=NetworkSegment(3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117),segment_id=3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117)] {{(pid=103625) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 06:30:18.992256 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425689'] for port (ee8f318f-00e5-479c-baa5-55a713001445), precommit_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:18.995128 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 54267ea2-126d-4927-bdca-a56f31f46c6e {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:18.996182 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 54267ea2-126d-4927-bdca-a56f31f46c6e not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:18.996632 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device ee8f318f-00e5-479c-baa5-55a713001445 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:19.029875 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Calling delete_port for ee8f318f-00e5-479c-baa5-55a713001445 owned by network:dhcp {{(pid=103625) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 06:30:19.030536 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8997643'] for port (ee8f318f-00e5-479c-baa5-55a713001445), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.058589 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8f318f-00e5-479c-baa5-55a713001445,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:19.064091 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] No DVR routers for this DVR port ee8f318f-00e5-479c-baa5-55a713001445 on host dv-cinder-804735-28-iscsi {{(pid=103623) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:19.100389 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.db [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No active binding found for port ee8f318f-00e5-479c-baa5-55a713001445 {{(pid=103625) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 10 06:30:19.100691 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] The host dv-cinder-804735-28-iscsi is not matching for port ee8f318f-00e5-479c-baa5-55a713001445 host None! {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 10 06:30:19.101080 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device ee8f318f-00e5-479c-baa5-55a713001445 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:19.101496 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6cc764b0-3a10-4b4c-b295-38fe0959fb10 no longer exists at agent ovs-agent-dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 06:30:19.127493 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.plugin [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] No Port match for: 6cc764b0-3a10-4b4c-b295-38fe0959fb10 {{(pid=103625) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 06:30:19.127841 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.plugins.ml2.rpc [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Device 6cc764b0-3a10-4b4c-b295-38fe0959fb10 not bound to the agent host dv-cinder-804735-28-iscsi {{(pid=103625) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 06:30:19.133712 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1163736', 'neutron.services.segments.db._delete_segments_for_network-8753070986006'] for network (ea8cda58-3268-4a83-8882-ba52cd1525a5), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.151444 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1025235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-104560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753070995285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753070541680'] for port (ee8f318f-00e5-479c-baa5-55a713001445), after_delete {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.153665 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8cda58-3268-4a83-8882-ba52cd1525a5']}} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:19.162878 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117') {'for_net_delete': True} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:19.163177 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.services.segments.db [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117') {} {{(pid=103623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 06:30:19.172911 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753071119391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850825'] for segment (3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.178017 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] Pushing event deleted for resources: {'Port': ['ID=ee8f318f-00e5-479c-baa5-55a713001445,revision_number=None']} {{(pid=103625) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:19.182248 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c8077-6211-4b36-8d32-e68727327501 None None] No DVR routers for this DVR port ee8f318f-00e5-479c-baa5-55a713001445 on host dv-cinder-804735-28-iscsi {{(pid=103625) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 06:30:19.186140 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020'] for segment (3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.195831 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103623) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 06:30:19.197272 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1177020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8997114'] for segment (3e6ac3e8-b7ed-4bf2-927e-3f08d4af9117), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: Traceback (most recent call last): Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: timer() Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: cb(*args, **kw) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: return func(*args, **kwargs) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: self._notify() Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: self.callback(batched_events) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: event.method(event) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: return f(self, *a, **k) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._get(url).json() Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: return self.request(url, 'GET', **kwargs) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 06:30:19.197869 dv-cinder-804735-28-iscsi neutron-server[103623]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 06:30:19.373094 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1163681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1629838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-424337'] for network (ea8cda58-3268-4a83-8882-ba52cd1525a5), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.378315 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1629840'] for network (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.382058 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea8cda58-3268-4a83-8882-ba52cd1525a5 HTTP/1.1" status: 204 len: 168 time: 0.7411931 Mar 10 06:30:19.392614 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb4d23-dcd3-4a2f-9004-72ad9bc10696 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8cda58-3268-4a83-8882-ba52cd1525a5,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:19.711428 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57860) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:19.751316 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-943b330a-004f-4186-b2bd-fb8cbe9a7abd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c08a240a1e04d1c90e998b24dbe362e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386438 Mar 10 06:30:19.753614 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [-] (103624) accepted ('10.222.0.15', 57862) {{(pid=103624) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:19.804551 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] Publish callbacks [] for security_group (b63000b3-888f-4663-baaf-daff6597b893), before_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.825233 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] Publish callbacks [] for security_group (b63000b3-888f-4663-baaf-daff6597b893), precommit_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.955890 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (b63000b3-888f-4663-baaf-daff6597b893), after_delete {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.958407 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron_lib.callbacks.manager [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:19.959618 dv-cinder-804735-28-iscsi neutron-server[103624]: INFO neutron.wsgi [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b63000b3-888f-4663-baaf-daff6597b893 HTTP/1.1" status: 204 len: 168 time: 0.2051351 Mar 10 06:30:19.967764 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc5960-db39-4e01-ac00-c8fdf113fafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63000b3-888f-4663-baaf-daff6597b893,revision_number=None']} {{(pid=103624) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:20.732989 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57868) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:20.771733 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-2c5e78bd-b21d-4456-8d21-84f138c990e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afa7e5e4469f4d4ea049a9ea54a10fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375953 Mar 10 06:30:20.774095 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.wsgi [-] (103623) accepted ('10.222.0.15', 57870) {{(pid=103623) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 06:30:20.820516 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Publish callbacks [] for security_group (6f8ee0dc-605f-4d91-b970-24534a598970), before_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:20.841107 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Publish callbacks [] for security_group (6f8ee0dc-605f-4d91-b970-24534a598970), precommit_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:20.978436 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606488'] for security_group (6f8ee0dc-605f-4d91-b970-24534a598970), after_delete {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:20.981856 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron_lib.callbacks.manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:20.983038 dv-cinder-804735-28-iscsi neutron-server[103623]: INFO neutron.wsgi [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f8ee0dc-605f-4d91-b970-24534a598970 HTTP/1.1" status: 204 len: 168 time: 0.2080712 Mar 10 06:30:20.991426 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ee0dc-605f-4d91-b970-24534a598970,revision_number=None']} {{(pid=103623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 06:30:20.998427 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:20.999003 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:21.005837 dv-cinder-804735-28-iscsi neutron-server[103623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29b26e2-960c-409a-b94a-a1455ad83426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-28-iscsi {{(pid=103623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 06:30:25.829537 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-9eaac483-56ad-4a3d-8628-ee1d5034fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:27.978096 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-dd76295a-f045-42dd-86a9-d8c22334ea20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:29.264211 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:29.858283 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:30.863774 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:32.234989 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:53.885250 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:30:55.741384 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-e866b833-5d30-4fad-a97b-16bb055e9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:57.949378 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-6bc1a91f-04c8-4976-92ef-c9582a2bdb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:59.255747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:30:59.809757 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:00.868817 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:02.203817 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:25.758185 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-51c5d201-c01d-4b85-8313-cd8aff777e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:27.965877 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-21af6ba5-428c-44cd-9686-7d3acfc4c2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:29.262605 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:29.799787 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:30.880247 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:30.884482 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:31:32.205491 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:55.731469 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-6f82aa5e-1d2f-45e6-8f33-cc87d8c06bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:57.945973 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-766d1a56-58ce-4630-ba63-8386f64f74d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:59.294182 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:31:59.814248 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:00.902131 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:02.208154 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:02.466140 dv-cinder-804735-28-iscsi neutron-server[103624]: DEBUG neutron.wsgi [req-0cb2d7b8-0d2a-4dea-a5e7-61cc887895d2 req-a6b109a8-f2d0-4fa4-b35e-a95e305a7233 service neutron] (103624) timed out ('10.222.0.37', 56987) {{(pid=103624) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 06:32:07.884658 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:32:25.747223 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-237f9319-19d1-448d-9def-9683d00fef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:27.939111 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-ca9a80a2-e7f3-469b-ad80-66e9388ce54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:29.307443 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:29.793178 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:30.878759 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:32.213932 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:44.884728 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:32:55.763684 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-def09c9e-9f13-4c81-ae95-8f7305cd1eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:57.932694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7cd006dd-ac91-4e54-a763-afe4cc1f0b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:59.272305 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:32:59.821349 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:00.863914 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:02.215084 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:21.883705 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:33:25.746074 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1791f798-06ee-422d-beb7-7ba5ea646d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:27.951694 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-3e5a31e6-7179-4f29-8cf0-156147d502fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:29.317512 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:29.837893 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:30.891719 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:32.212107 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:55.759918 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9bfd-e4ee-4709-b56c-535d87d3bbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:57.954287 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8a4ee904-a924-4cf5-ba51-6a84552b15a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:58.882295 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:33:59.271149 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:33:59.845359 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:00.871390 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:02.222276 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:25.770451 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8f6b66b8-853a-4a4c-8fe0-f468be56d0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:27.967747 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb3ec-34b7-48e1-9d90-0a87fbee038b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:29.279057 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:29.825125 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:30.890395 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:32.213179 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:35.881048 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:34:55.752688 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-66c175b7-9d6b-435a-818b-75d14d1ee455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:57.955791 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-c60ead4c-7417-4d46-b208-35098420d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:59.310119 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:34:59.847081 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:00.921135 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:02.215379 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:12.879169 dv-cinder-804735-28-iscsi neutron-server[103626]: DEBUG neutron.db.agents_db [None req-9b84b2d3-f834-4680-b6bb-621b6e19974e None None] Agent healthcheck: found 6 active agents {{(pid=103626) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 06:35:25.738102 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-f20cf9b4-7bcf-4bce-8504-33c1a80cc3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (a33bb02a-18b1-4838-9015-9e0ad5a32e9b), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:27.978465 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-368d4eb9-ded5-44b4-964c-c9d74e4706c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (6861baa8-e4ef-4486-8454-08a3d5f3a26c), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:29.281067 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-d1a16093-a1cd-41ee-b967-7c8ba1267c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0a75e384-1f67-467c-9b5d-0b67d6e64114), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:29.852399 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-be4fe941-9d59-418d-bb8a-244aea7e6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (625cf1cc-9dd7-42f2-bb7d-23c74ca1e4d0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:30.929778 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-7e56ebe7-c9be-4788-ab7a-06ce485dfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (e0301369-45b3-43f7-a1f8-fc08b1add4a0), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 06:35:32.243108 dv-cinder-804735-28-iscsi neutron-server[103625]: DEBUG neutron_lib.callbacks.manager [None req-1052fb01-968c-46a9-9a76-1d995928dc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753070985988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169875'] for agent (0984a473-1e1d-420c-b656-17e7e4e8b181), after_update {{(pid=103625) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}